-- Logs begin at Mon 2021-06-07 13:01:21 UTC, end at Mon 2021-06-07 13:52:51 UTC. -- Jun 07 13:29:46.159527 dv-cinder-785362-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 13:29:48.733042 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.common.config [-] Logging enabled! Jun 07 13:29:48.733643 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev278 Jun 07 13:29:48.733797 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 13:29:48.737011 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.common.config [-] Logging enabled! Jun 07 13:29:48.737266 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev278 Jun 07 13:29:48.737575 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 13:29:48.739056 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:29:48.739292 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:29:48.739643 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:29:48.739889 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:29:48.740112 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:29:48.740433 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.740731 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.741028 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.741256 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.741549 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.741838 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.742141 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.742431 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.742726 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.743011 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.743289 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.743571 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.743800 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.744081 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.744368 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.744655 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.744878 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] debug = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.745160 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.745586 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.746001 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.746304 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.746596 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.746875 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.747149 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.747441 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.747709 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.748038 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] host = dv-cinder-785362-2-smb {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.748324 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.748612 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.748901 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.749188 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.749464 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.749738 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.750024 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.750324 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.750599 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] log_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.750875 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.751165 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.751457 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.751747 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.751973 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.752197 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.752487 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.752779 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.753056 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.753332 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.753615 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.753882 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.754745 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.755026 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.755315 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.755604 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.755892 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.756169 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.756444 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.756719 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.756992 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.757277 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.757552 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.757826 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.758099 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.758414 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.758685 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.758962 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.759262 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.759549 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.759834 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.760121 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.760405 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.760680 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.760954 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.761231 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.761500 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] use_json = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.761775 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.762050 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.762356 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.762629 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.762903 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.763177 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.763448 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.763733 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:48.764030 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.764325 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.764624 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.764909 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.765204 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.765484 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.765774 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.766051 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.766362 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.766652 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.766943 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.767224 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.767511 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.767788 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.768082 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.768388 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.768682 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.768974 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.769251 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.769526 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.769830 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.770111 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.770417 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.770710 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.770999 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.771273 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.771551 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.771843 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.772119 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.772390 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.772667 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.772960 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.773238 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.773510 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.773794 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.774071 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.774360 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.774631 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.774907 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.775197 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.775472 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.775742 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.776013 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.776286 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.776555 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.776838 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.777112 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.777381 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.777649 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.777924 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.778216 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.778493 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.778768 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.779039 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.779312 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.779582 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.779852 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.780120 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.780388 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.780662 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.780928 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.781198 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.781477 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.781744 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.782017 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.782313 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.782584 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.782855 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.783140 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.783434 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.783710 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.783988 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.784264 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.784541 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.784818 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.785093 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.785406 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.785686 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.785958 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.786277 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.786561 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.786848 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.787133 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.787412 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.787707 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.787987 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.788275 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.788550 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.788825 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.789113 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.789393 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.789685 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.789977 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.790295 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.790586 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.790877 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.791156 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.791464 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.791743 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:48.791958 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:29:48.792195 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91712) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 13:29:49.147438 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:29:49.147713 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:29:49.148000 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:29:49.148331 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 13:29:49.532906 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.533201 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.533474 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.534728 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.535006 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.535273 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.571319 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.571603 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.571870 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.585455 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.585732 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.586000 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.616086 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.616367 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.616635 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.654732 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.655010 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.655275 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.890420 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.891029 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.891029 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.891213 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:49.891940 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.014811 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.015139 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.015416 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.015694 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.015968 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.016278 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.016539 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.016799 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.017052 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.017334 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.017594 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.017858 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.018152 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.018402 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.018669 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.018937 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.019199 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.019469 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.020387 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.020683 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.021036 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.021291 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.021542 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.021826 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.022074 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.022344 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.022744 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:29:50.022985 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:29:50.023223 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:29:50.023460 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:29:50.023696 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:29:50.023931 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:29:50.024292 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 13:29:50.027474 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 13:29:50.031500 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 13:29:50.035479 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 07 13:29:50.037124 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 13:29:50.037575 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 13:29:50.037914 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 13:29:50.038327 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 13:29:50.041106 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 13:29:50.041358 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 13:29:50.041708 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 13:29:50.069498 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 13:29:50.069950 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.070282 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91712) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 13:29:50.070649 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.072005 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91712) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 13:29:50.072289 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 13:29:50.072533 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 13:29:50.075802 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.076087 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.139309 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 13:29:50.139545 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 13:29:50.139777 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 13:29:50.140146 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 13:29:50.171513 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_db.sqlalchemy.engines [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91712) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 13:29:50.499943 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Initializing driver for type 'gre' Jun 07 13:29:50.500507 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] gre ID ranges: [(1, 1000)] Jun 07 13:29:50.552259 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Initializing driver for type 'local' Jun 07 13:29:50.552645 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Initializing driver for type 'vlan' Jun 07 13:29:50.563088 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] VlanTypeDriver initialization complete Jun 07 13:29:50.563438 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Initializing driver for type 'vxlan' Jun 07 13:29:50.563928 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] vxlan ID ranges: [(1, 1000)] Jun 07 13:29:50.617243 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Initializing extension driver 'port_security' Jun 07 13:29:50.617580 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.extensions.port_security [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] PortSecurityExtensionDriver initialization complete Jun 07 13:29:50.617913 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Initializing mechanism driver 'openvswitch' Jun 07 13:29:50.618281 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Initializing mechanism driver 'hyperv' Jun 07 13:29:50.624954 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.plugin [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:50.625761 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > port after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.626162 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > port after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.626508 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > port after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.626895 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > subnet after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.627246 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > subnet after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.627590 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.627967 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > network after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.628311 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > network after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.628648 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > network after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.629022 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > security_group after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.629864 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > security_group after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.630223 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.630713 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.631062 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.631400 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.631771 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > address_group after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.632113 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > address_group after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.632450 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.632783 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] ML2 OVO RPC backend initialized. {{(pid=91712) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 13:29:50.633469 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.633819 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.634262 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > network before_response 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.634607 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > networks before_response 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.634951 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > port before_response 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.635289 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > ports before_response 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.635628 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > subnet before_response 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.635966 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > subnets before_response 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.636312 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > network after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.636649 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > network after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.636990 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > network after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.637319 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > port after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.637652 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > port after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.637988 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > port after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.638342 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > subnet after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.638676 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > subnet after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.639005 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.639580 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.plugin [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Modular L2 Plugin initialization complete Jun 07 13:29:50.639911 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading services supported by the core plugin {{(pid=91712) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 13:29:50.640230 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.plugins.ml2.managers [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Got port-security extension from driver 'port_security' Jun 07 13:29:50.640688 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.extensions.vlantransparent [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Disabled vlantransparent extension. Jun 07 13:29:50.641169 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91712) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 13:29:50.641478 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading Plugin: router Jun 07 13:29:50.677417 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.677816 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router after_create 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.678213 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router before_create 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.678582 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.678953 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.679308 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router after_delete 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.679664 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.680029 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router after_create 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.680379 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router after_update 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.680726 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router after_update 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.681075 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.681428 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router after_update 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.681835 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router precommit_update 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.682232 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: port after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.682570 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: port after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.682905 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: subnet after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.683237 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.683580 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.683928 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router precommit_create 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.684269 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: port before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.684607 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router precommit_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.684961 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router after_update 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.685303 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.685646 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router precommit_create 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.686005 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.686390 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router precommit_update 55549900 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.686758 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > network after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.687595 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Tracking information for resource: router configured {{(pid=91712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:29:50.687923 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Tracking information for resource: floatingip configured {{(pid=91712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:29:50.693512 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.db.l3_agentschedulers_db [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 13:29:50.694085 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: port after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.694478 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: port after_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.694831 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: port after_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.695184 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: port after_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.695964 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router before_create 55550100 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.696326 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.696690 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router precommit_create 55550100 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.697044 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > router precommit_update 55550100 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.701366 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.services.provider_configuration [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service providers = [] {{(pid=91712) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 13:29:50.701726 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.db.servicetype_db [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91712) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 13:29:50.704629 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.services.service_base [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:29:50.704975 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.services.service_base [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:29:50.705315 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.services.service_base [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:29:50.706214 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.services.service_base [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:29:50.706583 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.services.service_base [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 13:29:50.707126 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:29:50.708050 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 13:29:50.718579 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:29:50.718909 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading Plugin: auto_allocate Jun 07 13:29:50.724738 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: network precommit_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.725107 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: network precommit_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.725626 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:29:50.725940 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading Plugin: tag Jun 07 13:29:50.734637 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:29:50.734963 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading Plugin: timestamp Jun 07 13:29:50.738822 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:29:50.739153 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading Plugin: network_ip_availability Jun 07 13:29:50.744367 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.744738 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.745102 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:50.745817 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:29:50.746141 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading Plugin: flavors Jun 07 13:29:50.859274 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:29:50.859604 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading Plugin: revisions Jun 07 13:29:50.864818 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:29:50.865215 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.717s {{(pid=91712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:29:50.865994 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91712) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 13:29:50.866357 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Initializing extension manager. Jun 07 13:29:50.866893 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: __init__.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.867237 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: __pycache__ {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.867567 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.867902 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: address_group.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.868654 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.869237 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: address-group Jun 07 13:29:50.869558 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: address_scope.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.870290 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.870798 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: address-scope Jun 07 13:29:50.871120 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.872036 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.872543 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: router-admin-state-down-before-update Jun 07 13:29:50.872862 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: agent.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.873549 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.874049 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: agent Jun 07 13:29:50.874401 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: agent_resources_synced.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.875294 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.875796 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: agent-resources-synced Jun 07 13:29:50.876115 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: allowedaddresspairs.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.877876 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.878421 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: allowed-address-pairs Jun 07 13:29:50.878744 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: auto_allocated_topology.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.880324 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.880825 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: auto-allocated-topology Jun 07 13:29:50.881152 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: availability_zone.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.881844 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.882377 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: availability_zone Jun 07 13:29:50.882699 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: availability_zone_filter.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.883593 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.884092 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: availability_zone_filter Jun 07 13:29:50.884412 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: data_plane_status.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.885303 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.885813 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 13:29:50.886153 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: default_subnetpools.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.887059 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.887572 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: default-subnetpools Jun 07 13:29:50.887887 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.888688 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.889188 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: dhcp_agent_scheduler Jun 07 13:29:50.889506 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: dns.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.890441 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.890960 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 13:29:50.891251 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: dns_domain_ports.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.892146 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.892646 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 13:29:50.892963 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: dvr.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.893619 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.894118 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: dvr Jun 07 13:29:50.894460 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: empty_string_filtering.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.895958 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.896452 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: empty-string-filtering Jun 07 13:29:50.896770 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.897654 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.898166 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 13:29:50.898485 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.899370 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.900035 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 13:29:50.900353 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: external_net.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.901238 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.901739 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: external-net Jun 07 13:29:50.902056 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.902969 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.903465 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: extra_dhcp_opt Jun 07 13:29:50.903782 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: extraroute.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.904661 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.905164 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: extraroute Jun 07 13:29:50.905480 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: extraroute_atomic.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.906517 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.907020 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: extraroute-atomic Jun 07 13:29:50.907340 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: filter_validation.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.907998 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.908495 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: filter-validation Jun 07 13:29:50.908808 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: fip_pf_description.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.909696 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.910223 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 13:29:50.910624 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: fip_port_details.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.911532 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.912036 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: fip-port-details Jun 07 13:29:50.912357 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: flavors.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.913550 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.914087 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: flavors Jun 07 13:29:50.914433 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.916066 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.916576 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 13:29:50.916901 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: floatingip_pools.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.917583 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.918090 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: floatingip-pools Jun 07 13:29:50.918438 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: ip_allocation.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.919340 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.919836 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 13:29:50.920154 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.921051 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.921550 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: ip-substring-filtering Jun 07 13:29:50.921870 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: l2_adjacency.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.922814 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.923311 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 13:29:50.923628 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: l3.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.924575 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.925092 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: router Jun 07 13:29:50.925414 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.927681 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.928203 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 13:29:50.928528 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.929436 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.929947 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: ext-gw-mode Jun 07 13:29:50.930299 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.931195 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.931702 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: l3-ha Jun 07 13:29:50.932020 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: l3_flavors.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.932911 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.933410 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: l3-flavors Jun 07 13:29:50.933834 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.934771 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.935271 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 13:29:50.935588 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: l3agentscheduler.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.936604 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.937112 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: l3_agent_scheduler Jun 07 13:29:50.937435 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: logging.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.939051 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.939577 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension logging not supported by any of loaded plugins Jun 07 13:29:50.939910 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: metering.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.940639 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.941215 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: metering Jun 07 13:29:50.941539 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.943181 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.943694 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: metering_source_and_destination_fields Jun 07 13:29:50.944018 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: multiprovidernet.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.944925 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.945428 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: multi-provider Jun 07 13:29:50.945756 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: netmtu.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.946680 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.947183 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: net-mtu Jun 07 13:29:50.947504 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: netmtu_writable.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.948402 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.948905 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: net-mtu-writable Jun 07 13:29:50.949229 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: network_availability_zone.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.949882 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.950404 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: network_availability_zone Jun 07 13:29:50.950724 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: network_ip_availability.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.951792 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.952299 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: network-ip-availability Jun 07 13:29:50.952618 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: network_segment_range.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.953370 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.953869 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 13:29:50.954208 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: pagination.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.955175 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.955501 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: pagination Jun 07 13:29:50.955824 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: port_device_profile.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.956720 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.957223 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: port-device-profile Jun 07 13:29:50.958155 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.959041 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.959542 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: port-mac-address-regenerate Jun 07 13:29:50.959860 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.960749 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.961247 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: port-numa-affinity-policy Jun 07 13:29:50.961563 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: port_resource_request.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.962487 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.962986 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 13:29:50.963300 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: portbindings.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.964218 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.964718 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: binding Jun 07 13:29:50.965037 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: portbindings_extended.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.966400 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.966916 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: binding-extended Jun 07 13:29:50.967239 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: portsecurity.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.968135 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.968638 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: port-security Jun 07 13:29:50.968958 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: project_id.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.969916 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.970274 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: project-id Jun 07 13:29:50.970592 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: providernet.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.971501 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.972010 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: provider Jun 07 13:29:50.972327 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: qos.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.975905 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.976690 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension qos not supported by any of loaded plugins Jun 07 13:29:50.977015 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.978267 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.978782 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 13:29:50.979108 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.980003 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.980510 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 13:29:50.980835 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: qos_default.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.981723 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.982266 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension qos-default not supported by any of loaded plugins Jun 07 13:29:50.982595 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: qos_fip.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.983233 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.983732 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 13:29:50.984054 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: qos_gateway_ip.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.985129 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.985635 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 13:29:50.985962 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: qos_port_network_policy.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.986885 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.987390 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 13:29:50.987709 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: qos_rule_type_details.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.989126 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.989632 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 13:29:50.989949 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: qos_rules_alias.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.991003 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.991513 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 13:29:50.991832 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: quotasv2.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.992720 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.993043 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: quotas Jun 07 13:29:50.993361 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: quotasv2_detail.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.996465 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.996804 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: quota_details Jun 07 13:29:50.997132 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: rbac.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.998187 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:50.998720 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: rbac-policies Jun 07 13:29:50.999050 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: rbac_address_group.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:50.999957 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.000468 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: rbac-address-group Jun 07 13:29:51.000793 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: rbac_address_scope.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.001698 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.002237 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: rbac-address-scope Jun 07 13:29:51.002563 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: rbac_security_groups.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.003464 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.003966 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: rbac-security-groups Jun 07 13:29:51.004343 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: rbac_subnetpool.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.005731 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.006280 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: rbac-subnetpool Jun 07 13:29:51.006605 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: revisionifmatch.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.007502 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.008009 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: revision-if-match Jun 07 13:29:51.008332 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: revisions.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.009416 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.009923 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: standard-attr-revisions Jun 07 13:29:51.010284 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: router_availability_zone.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.010944 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.011446 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: router_availability_zone Jun 07 13:29:51.011768 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: routerservicetype.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.012668 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.013173 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 13:29:51.013493 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.014427 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.014936 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: security-groups-normalized-cidr Jun 07 13:29:51.015256 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.016179 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.016684 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: port-security-groups-filtering Jun 07 13:29:51.017003 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.017898 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.018428 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: security-groups-remote-address-group Jun 07 13:29:51.018749 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: securitygroup.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.028911 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.029439 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: security-group Jun 07 13:29:51.029774 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: segment.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.030647 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.031161 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension segment not supported by any of loaded plugins Jun 07 13:29:51.031483 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.032403 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.032910 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 13:29:51.033235 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: servicetype.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.034355 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.034995 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: service-type Jun 07 13:29:51.035330 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: sorting.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.036860 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.037189 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: sorting Jun 07 13:29:51.037506 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: standard_attr_segment.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.038444 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.038929 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 13:29:51.039249 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: standardattrdescription.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.039888 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.040397 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: standard-attr-description Jun 07 13:29:51.040717 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: stateful_security_group.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.041618 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.042149 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: stateful-security-group Jun 07 13:29:51.042471 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: stdattrs_common.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.043033 dv-cinder-785362-2-smb neutron-server[91712]: WARNING neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 13:29:51.043349 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.044317 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.044832 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 13:29:51.045148 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: subnet_onboard.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.046245 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.046758 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: subnet_onboard Jun 07 13:29:51.047075 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.047987 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.048491 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 13:29:51.048808 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: subnet_service_types.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.049705 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.050239 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: subnet-service-types Jun 07 13:29:51.050556 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: subnetallocation.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.051653 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.052159 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: subnet_allocation Jun 07 13:29:51.052477 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.053124 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.053625 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: subnetpool-prefix-ops Jun 07 13:29:51.053940 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.054873 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.055375 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 13:29:51.055690 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: tagging.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.056753 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.057268 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: standard-attr-tag Jun 07 13:29:51.057587 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: timestamp.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.058821 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.059332 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loaded extension: standard-attr-timestamp Jun 07 13:29:51.059652 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: trunk.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.060668 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.061183 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension trunk not supported by any of loaded plugins Jun 07 13:29:51.061506 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: trunk_details.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.062430 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.062940 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 13:29:51.063261 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: uplink_status_propagation.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.064160 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.064677 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 13:29:51.064997 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Loading extension file: vlantransparent.py {{(pid=91712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:29:51.065655 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:29:51.066193 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 13:29:51.068645 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:network Jun 07 13:29:51.069180 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:subnet Jun 07 13:29:51.069575 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:29:51.069963 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:port Jun 07 13:29:51.071241 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.071693 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service FLAVORS assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.072320 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.072748 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.073073 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:router Jun 07 13:29:51.073498 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 13:29:51.073996 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service METERING assigned prefix: /metering {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.075476 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:51.075852 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:51.076208 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:29:51.077203 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 13:29:51.077645 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:security_group Jun 07 13:29:51.078075 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 13:29:51.078709 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service CORE assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.079040 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:29:51.079399 dv-cinder-785362-2-smb neutron-server[91712]: WARNING neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] subnetpool is already registered Jun 07 13:29:51.079839 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service CORE assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.080161 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:29:51.080488 dv-cinder-785362-2-smb neutron-server[91712]: WARNING neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] subnetpool is already registered Jun 07 13:29:51.083347 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.083773 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service FLAVORS assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.084370 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.084818 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.085150 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:router Jun 07 13:29:51.085483 dv-cinder-785362-2-smb neutron-server[91712]: WARNING neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] router is already registered Jun 07 13:29:51.085892 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 13:29:51.086254 dv-cinder-785362-2-smb neutron-server[91712]: WARNING neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] floatingip is already registered Jun 07 13:29:51.086720 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service METERING assigned prefix: /metering {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.087382 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 13:29:51.087705 dv-cinder-785362-2-smb neutron-server[91712]: WARNING neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] rbac_policy is already registered Jun 07 13:29:51.088115 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:security_group Jun 07 13:29:51.088445 dv-cinder-785362-2-smb neutron-server[91712]: WARNING neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] security_group is already registered Jun 07 13:29:51.088842 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 13:29:51.089169 dv-cinder-785362-2-smb neutron-server[91712]: WARNING neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] security_group_rule is already registered Jun 07 13:29:51.089789 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service CORE assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.090115 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:29:51.090507 dv-cinder-785362-2-smb neutron-server[91712]: WARNING neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] subnetpool is already registered Jun 07 13:29:51.091217 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.v2.resource_helper [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Service CORE assigned prefix: {{(pid=91712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:29:51.091738 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:29:51.092095 dv-cinder-785362-2-smb neutron-server[91712]: WARNING neutron.quota.resource_registry [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] subnetpool is already registered Jun 07 13:29:51.092566 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: extensions {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.094050 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: address-groups {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.095702 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: address-scopes {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.097029 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: agents {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.098817 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: auto-allocated-topology {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.100092 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: availability_zones {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.101596 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: dhcp-networks {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.103152 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: dhcp-agents {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.104652 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: routers {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.106428 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: flavors {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.108779 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: service_profiles {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.110061 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: next_providers {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.111492 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: service_profiles {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.113075 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: floatingip-pools {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.114887 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: routers {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.116669 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: floatingips {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.118166 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: l3-routers {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.119825 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: l3-agents {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.121624 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: metering-labels {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.123246 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: metering-label-rules {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.125054 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: network-ip-availabilities {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.126695 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: bindings {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.128650 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: quotas {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.131452 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: quotas {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.133378 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: rbac-policies {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.134957 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: security-groups {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.136671 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: security-group-rules {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.138298 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: service-providers {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.139994 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: subnetpools {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.141801 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: subnetpools {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.143834 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: tags {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.146330 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: tags {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.148161 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: tags {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.149999 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: tags {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.151749 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: tags {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.153724 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: tags {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.155490 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: tags {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.157333 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: tags {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.159274 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: tags {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.161682 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron.api.extensions [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Extended resource: tags {{(pid=91712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:29:51.167832 dv-cinder-785362-2-smb neutron-server[91712]: WARNING keystonemiddleware.auth_token [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 13:29:51.172387 dv-cinder-785362-2-smb neutron-server[91712]: WARNING keystonemiddleware.auth_token [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 13:29:51.181228 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Acquired lock "singleton_lock" {{(pid=91712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 13:29:51.181709 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_concurrency.lockutils [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Releasing lock "singleton_lock" {{(pid=91712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 13:29:51.182361 dv-cinder-785362-2-smb neutron-server[91712]: INFO oslo_service.service [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Starting 2 workers Jun 07 13:29:51.186996 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Started child 91819 {{(pid=91712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:29:51.191245 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Started child 91820 {{(pid=91712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:29:51.193101 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:29:51.193814 dv-cinder-785362-2-smb neutron-server[91712]: INFO neutron.service [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 13:29:51.194027 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Notify callbacks [] for process, before_spawn {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:29:51.194677 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [-] (91819) wsgi starting up on http://0.0.0.0:9696 Jun 07 13:29:51.196480 dv-cinder-785362-2-smb neutron-server[91712]: INFO oslo_service.service [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Starting 1 workers Jun 07 13:29:51.196665 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:29:51.197935 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [-] (91820) wsgi starting up on http://0.0.0.0:9696 Jun 07 13:29:51.201551 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Started child 91821 {{(pid=91712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:29:51.202072 dv-cinder-785362-2-smb neutron-server[91712]: INFO oslo_service.service [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Starting 1 workers Jun 07 13:29:51.205299 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.service [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] calling RpcWorker wait() {{(pid=91821) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 13:29:51.205843 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.service [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] returning from RpcWorker wait() {{(pid=91821) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 13:29:51.206456 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Started child 91822 {{(pid=91712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:29:51.207151 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:29:51.207346 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG neutron_lib.callbacks.manager [None req-325869b1-4b62-4b01-b03c-6cde3d145ec4 None None] Notify callbacks [] for process, after_spawn {{(pid=91712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:29:51.208134 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:51.209692 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 13:29:51.209905 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:29:51.210083 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:29:51.210331 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:29:51.210667 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:29:51.210830 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:29:51.211363 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.211632 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.211892 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.212165 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.212441 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.212573 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:29:51.213025 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.213272 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.213527 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.213628 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:51.213792 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.214042 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.214242 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.214407 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.214674 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.214909 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.215206 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.215475 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.215719 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.215973 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.216147 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.216385 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.216646 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.216892 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.217156 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] debug = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.217394 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.217882 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.218147 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.218398 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.218635 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.218900 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.219144 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.219403 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.219637 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.219875 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.220106 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.220355 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.220598 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.220811 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.221026 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.221310 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.221526 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.222024 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] host = dv-cinder-785362-2-smb {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.222251 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.222487 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.222778 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.222992 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.223809 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.224041 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.224266 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.224506 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.224752 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.224994 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.225231 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.225499 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.225728 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.225956 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.226400 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_options = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.226639 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.226930 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.227182 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.227372 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.227541 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.227718 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.227979 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.228141 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.228401 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.228660 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.228831 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.229042 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.229282 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.229494 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.229759 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.230005 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.230263 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.230471 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.230712 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.230938 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.231165 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.231405 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.231618 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.231847 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.232139 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.232380 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.232512 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.232707 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.232916 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.233150 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.233392 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.233653 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.233916 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.234172 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.235670 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.235670 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.236254 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.236549 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.236800 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.237073 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.237339 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.237593 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.238088 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.238088 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.238374 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.238570 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_json = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.238795 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.239036 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.239298 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.239533 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.239774 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.239991 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.240205 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.240468 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.240895 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.242320 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.242786 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.243282 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.243550 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.243821 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.244073 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.244447 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.244727 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.244992 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.245323 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.245559 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.245863 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.246285 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.246580 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.246908 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.247160 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.247438 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.247665 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.247895 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.248122 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.248373 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.248699 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.249008 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.249263 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.249528 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.249772 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.250534 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.250779 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.251001 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.251255 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.251497 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.251804 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.252033 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.252271 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.252493 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.252756 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.252998 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.253256 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.253501 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.253754 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.253981 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.256359 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.256618 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.256861 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.257100 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.259422 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.259422 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.259422 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.259422 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.259422 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.262108 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.262402 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.264309 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.264309 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.264309 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.264309 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.264309 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.264309 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.264309 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.264309 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.265060 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.265060 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.265060 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.265283 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.265368 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.265588 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.265833 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.266056 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.266300 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.266544 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.266731 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.266955 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.267177 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270296 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270296 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270296 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270296 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270296 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270296 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270296 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270296 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270296 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270957 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270957 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270957 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270957 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.270957 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.271306 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.273888 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.273888 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.273888 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.273888 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.273888 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.273888 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.273888 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.273888 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.274455 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.274455 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.274455 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.274455 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.274689 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.274768 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.275074 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.275170 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.275399 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.275689 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.275968 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.276193 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.276453 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.276710 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.276986 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.277216 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.277488 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.277708 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.277986 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.278326 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.278609 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.278853 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.279104 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.279359 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.279605 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.279871 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.280146 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.280403 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.280655 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.280898 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.281171 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.281431 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.281676 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.281916 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.282394 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.282749 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.282986 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.283624 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.283893 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.284203 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.284425 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.284663 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.284955 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.285219 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.286086 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.286346 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.286584 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.286843 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.287093 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.287328 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.287544 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.287796 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.288031 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.288271 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.288510 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.288725 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.288983 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.289198 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.289421 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.289663 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.289879 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.290096 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.290355 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.290564 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.290778 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.291023 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.291242 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.291462 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.291679 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.291892 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.292146 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.292363 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.292640 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.292896 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.293149 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.293382 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.293629 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.293885 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.294101 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.294373 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.294589 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.294822 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.295021 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.295240 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.295462 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.295696 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.295916 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.296152 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.296410 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.296697 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.297016 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.297308 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.297504 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.297747 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.297975 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.298240 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.298484 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.298703 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.298924 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.299143 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.299387 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.299648 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.299898 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.300138 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.300374 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.300587 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.300802 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.301052 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.301283 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.301588 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.301832 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.302065 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.302327 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.302559 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.302787 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.302997 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.303208 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.303425 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.303637 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.303859 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.304068 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.304278 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.304492 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.304700 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.304925 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.305132 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.305364 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.305579 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.305792 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.306018 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.306251 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.306471 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.306689 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.306929 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.307237 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.307494 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.307719 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.307999 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.308249 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.308480 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.308740 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.309067 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.309284 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.309541 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.309759 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.309996 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.310239 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.310507 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.310851 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.311136 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.311410 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.311667 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.311953 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.312248 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.312520 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.312734 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.313030 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.313378 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.313657 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.313914 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.314189 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.314466 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.314712 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.314932 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.315182 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.315402 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.315639 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.315881 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.316114 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.316340 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.316557 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.317313 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.317578 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.317779 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.318014 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.318280 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.318502 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.318662 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:29:51.319209 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 13:29:51.319391 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:29:51.319557 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:29:51.319704 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:29:51.319859 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:29:51.320022 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:29:51.320217 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.320370 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.320583 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.320727 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.320853 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.321002 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.321162 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.321321 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.321484 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.321647 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.321801 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.321966 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.322157 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.322314 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.322489 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.322638 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.322792 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.322929 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.323098 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.323257 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.323413 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.323571 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.323732 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] debug = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.323897 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.324080 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.324242 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.324404 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.324563 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.324721 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.324884 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.325040 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.325201 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.325358 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.325516 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.325674 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.325833 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.325991 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.326197 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.326365 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.326524 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.326851 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] host = dv-cinder-785362-2-smb {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.326851 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.327015 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.327183 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.327295 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.327447 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.327591 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.327742 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.327902 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.328059 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.328216 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.328373 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.328532 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.328690 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.328848 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.329007 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_options = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.329170 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.329328 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.329503 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.329667 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.329823 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.329973 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.330179 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.330666 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 40346) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:29:51.334422 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.334622 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.334782 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.334950 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.335142 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.335408 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.335522 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.335626 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.335791 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.335953 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.336115 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.336367 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.336529 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.336690 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.336851 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.337009 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.337169 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.337328 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.337488 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.337650 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.337807 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.337964 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.338141 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.338330 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.338491 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.338650 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.338808 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.338965 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.339125 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.339280 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.339767 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063646 Jun 07 13:29:51.340258 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.340258 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.340936 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.341115 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.341269 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.341415 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.341560 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.341721 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.341885 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_json = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.342049 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.342255 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.342413 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.342576 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.342729 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.342891 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.343042 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.343292 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:29:51.344078 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354174 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354174 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354174 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354174 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354174 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354174 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354174 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354721 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:29:51.354829 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354829 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354829 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354829 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354829 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354829 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354829 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.354829 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355284 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355284 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355284 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355284 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355284 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355284 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355284 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355284 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355701 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355701 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355701 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355701 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355701 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355701 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355701 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.355701 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356128 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356128 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356128 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356128 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356128 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356128 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356128 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356128 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356128 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356612 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356612 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356612 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356612 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356612 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356612 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356612 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356612 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.356612 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357120 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357120 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357120 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357120 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357120 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357120 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357120 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357120 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357120 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357714 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357714 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357714 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357714 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357714 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357714 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357714 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.357714 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.358447 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.358447 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.358447 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.358447 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.358447 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.359113 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.359113 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.359113 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.359113 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.359669 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.359669 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.359669 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.359669 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.360240 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.360240 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.361409 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.361409 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.361409 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.361409 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.361409 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.361409 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.362114 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.362114 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.362114 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.362114 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.363360 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.363560 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.364128 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.364321 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.364469 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.364852 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.365015 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.365183 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.365344 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.365508 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.365680 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.365827 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.365988 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.366274 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.366385 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.366541 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.366686 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.366827 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.366984 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.367153 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.367306 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.367473 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.367635 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.367811 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.368060 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.368321 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.368493 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.368656 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.368818 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.368980 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.369145 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.369304 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.369464 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.369624 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.370653 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.370653 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.370653 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.370653 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.370653 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.370964 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.370964 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.371097 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.371268 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.371363 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.371501 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.371678 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.371842 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.371987 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.372128 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.372269 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.372460 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.372605 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.372755 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.372896 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.373073 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.373217 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.373355 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.373544 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.373690 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.373885 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.374027 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.374323 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.375306 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.375306 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.375306 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.375306 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.375306 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.375925 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.375925 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.375925 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.375925 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.375925 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.376238 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.376303 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.376998 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.376998 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.376998 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.377332 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.377332 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.377541 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.377648 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.377776 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.377942 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.378104 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.379012 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.379012 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.379012 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.379012 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.379012 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.379012 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.380147 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.381567 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.381780 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.381937 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.382095 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.382304 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.382474 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.382643 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.382809 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.382969 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.383158 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.383309 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.383449 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.383605 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.383786 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.383918 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.384076 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.384241 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.384403 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.384564 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.384754 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.384900 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.385054 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.385204 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.385346 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.385683 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.385683 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.385834 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.385982 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.386148 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.386539 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.386702 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.386869 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.387030 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.387201 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.387363 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.387521 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.387679 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.387841 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.388010 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.388166 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.388324 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.388486 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.388648 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.388817 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.388978 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.389139 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.389300 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.389461 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.389627 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.389787 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.389934 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.390104 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.390286 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.390445 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.390607 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.390780 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.390941 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.391100 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.391260 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.391421 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.391583 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.391739 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.391904 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.392075 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.392241 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.392402 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.392573 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.392742 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.392913 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.393074 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.393240 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.393412 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.393574 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.393717 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.393880 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.394176 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.394338 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.394478 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.394615 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.394809 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.395440 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.395516 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.397590 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.397788 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.397944 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.398088 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.398492 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.400507 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.400507 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.400507 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.400507 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:29:51.400507 dv-cinder-785362-2-smb neutron-server[91712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:30:02.517262 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded43fde-c6e0-4c00-b541-87c94c03841b None None] get_active_networks_info from dv-cinder-785362-2-smb {{(pid=91821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 13:30:02.633136 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded43fde-c6e0-4c00-b541-87c94c03841b None None] No non-hosted networks {{(pid=91821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 13:30:02.648014 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.agentschedulers_db [None req-ded43fde-c6e0-4c00-b541-87c94c03841b None None] DHCP Agent not found on host dv-cinder-785362-2-smb {{(pid=91821) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 07 13:30:02.769562 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d8822292-84f2-4a05-9b2c-8dddbad580dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:05.013983 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:05.014846 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.015350 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.015771 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.016193 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.016643 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.017109 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.017491 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.017873 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.018302 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.018778 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.019248 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.019630 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:05.020140 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-785362-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:05.028620 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-785362-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:05.093630 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d28e0c4a-44ad-4e30-b806-7c625b5c3aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:05.163580 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-61cdda20-5602-4007-852e-2777a7c53ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:05.901130 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:07.838066 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:09.000305 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 40444) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:09.321847 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.db.l3_hamode_db [None req-fedab33c-5bfe-40bd-ab62-aea1f2b295a4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 13:30:09.407101 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedab33c-5bfe-40bd-ab62-aea1f2b295a4 None None] Routers set() bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:30:09.407487 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedab33c-5bfe-40bd-ab62-aea1f2b295a4 None None] Router IDs set() for agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 13:30:09.588303 dv-cinder-785362-2-smb neutron-server[91819]: WARNING oslo_policy.policy [None req-9a1b3be9-198c-4d55-88cf-116e409f0672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:09.588956 dv-cinder-785362-2-smb neutron-server[91819]: WARNING oslo_policy.policy [None req-9a1b3be9-198c-4d55-88cf-116e409f0672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:09.808740 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [None req-9a1b3be9-198c-4d55-88cf-116e409f0672 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=91819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:30:09.809806 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-9a1b3be9-198c-4d55-88cf-116e409f0672 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8085635 Jun 07 13:30:12.173550 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 40458) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:12.540002 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-dba03710-2eed-4216-afc1-a96e7332d131 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:30:12.637989 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.policy [None req-dba03710-2eed-4216-afc1-a96e7332d131 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91819) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 13:30:12.683504 dv-cinder-785362-2-smb neutron-server[91819]: WARNING oslo_policy.policy [None req-dba03710-2eed-4216-afc1-a96e7332d131 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:12.683876 dv-cinder-785362-2-smb neutron-server[91819]: WARNING oslo_policy.policy [None req-dba03710-2eed-4216-afc1-a96e7332d131 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:12.692468 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.quota [None req-dba03710-2eed-4216-afc1-a96e7332d131 admin admin] Loaded quota_driver: . Jun 07 13:30:12.768984 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dba03710-2eed-4216-afc1-a96e7332d131 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779133047246', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779133047579', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779133036180', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779133031008', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779133019365', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779133013484', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3732631', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3727902', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760244', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741576'] for rbac-policy, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:12.827430 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dba03710-2eed-4216-afc1-a96e7332d131 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:12.828612 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-dba03710-2eed-4216-afc1-a96e7332d131 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6540856 Jun 07 13:30:15.433038 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 40470) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:15.796483 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Request body: {'network': {'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'admin_state_up': True, 'name': 'private', 'project_id': '28461daf96aa47ea91fad38e1934f42a'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:30:15.819980 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Made reservation on behalf of 28461daf96aa47ea91fad38e1934f42a for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:30:15.822803 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:15.840283 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:15.955263 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:15.959287 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:15.964737 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:15.986766 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:30:16.012930 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779133001364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:16.013521 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Unsubscribe: segment precommit_create {{(pid=91819) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 13:30:16.014007 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Added segment ba7545f4-37c5-4f71-a8b1-bb94e722483a of type vlan for network 58a629e9-e60a-4be5-9d77-600ef2ea85ac Jun 07 13:30:16.022920 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5ab87f-79d2-4af4-b6b6-2e1ae2b7ccc2,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:16.087881 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.089125 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.089525 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.089872 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.090214 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.090531 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.090840 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.091150 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.091473 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.091783 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.092087 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.092390 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Tracked resource versions report: Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: pushed versions: Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: { 'AddressGroup': {'1.2'}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'ConntrackHelper': {'1.0'}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'Log': {'1.0'}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'Network': {'1.1'}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'Port': {'1.7'}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'PortForwarding': {'1.2'}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'QosPolicy': {'1.8'}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'SecurityGroup': {'1.4'}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'SubPort': {'1.0'}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'Subnet': {'1.1'}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'Trunk': {'1.1'}} Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: consumer versions: Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: { DHCP agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: L3 agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: Metadata agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: Metering agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: Open vSwitch agent@dv-cinder-785362-2-smb: { 'AddressGroup': '1.2', Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'ConntrackHelper': '1.0', Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'Log': '1.0', Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'Network': '1.1', Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'Port': '1.7', Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'PortForwarding': '1.2', Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'QosPolicy': '1.8', Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'SecurityGroup': '1.4', Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'SecurityGroupRule': '1.2', Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'SubPort': '1.0', Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'Subnet': '1.1', Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: 'Trunk': '1.1'}} Jun 07 13:30:16.094320 dv-cinder-785362-2-smb neutron-server[91819]: {{(pid=91819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:30:16.148607 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:16.152443 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:16.194150 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:16.195584 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:30:16.196221 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:16.200675 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:16.243667 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8094904 Jun 07 13:30:16.302645 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Pushing event updated for resources: {'Network': ['ID=58a629e9-e60a-4be5-9d77-600ef2ea85ac,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:16.306003 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:16.314578 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 58a629e9-e60a-4be5-9d77-600ef2ea85ac details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:30:18.900874 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 40484) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:19.480853 dv-cinder-785362-2-smb neutron-server[91820]: WARNING oslo_policy.policy [None req-457bfd68-f284-458a-acb8-3aa7fe5e483b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:19.481458 dv-cinder-785362-2-smb neutron-server[91820]: WARNING oslo_policy.policy [None req-457bfd68-f284-458a-acb8-3aa7fe5e483b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:19.914915 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.policy [None req-457bfd68-f284-458a-acb8-3aa7fe5e483b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91820) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 13:30:19.961535 dv-cinder-785362-2-smb neutron-server[91820]: WARNING oslo_policy.policy [None req-457bfd68-f284-458a-acb8-3aa7fe5e483b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:19.961902 dv-cinder-785362-2-smb neutron-server[91820]: WARNING oslo_policy.policy [None req-457bfd68-f284-458a-acb8-3aa7fe5e483b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:30:19.970092 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457bfd68-f284-458a-acb8-3aa7fe5e483b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:30:19.971941 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-457bfd68-f284-458a-acb8-3aa7fe5e483b admin admin] 10.222.0.50 "GET /v2.0/networks/58a629e9-e60a-4be5-9d77-600ef2ea85ac HTTP/1.1" status: 200 len: 825 time: 1.0689518 Jun 07 13:30:20.005256 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-1bffdab4-75ae-417d-8574-77bd7413cc34 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/53244438-efe1-44cc-b801-3df7a1fe3838 HTTP/1.1" status: 200 len: 734 time: 0.0272393 Jun 07 13:30:20.013940 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Request body: {'subnet': {'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac', 'name': 'private-subnet', 'subnetpool_id': '53244438-efe1-44cc-b801-3df7a1fe3838'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:30:20.015496 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.quota [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Loaded quota_driver: . Jun 07 13:30:20.045880 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Made reservation on behalf of 28461daf96aa47ea91fad38e1934f42a for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:30:20.048715 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:20.355707 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:20.361660 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:20.434990 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Checking segment: {'id': 'ba7545f4-37c5-4f71-a8b1-bb94e722483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:30:20.435338 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Network hostable DHCP agents. Network: 58a629e9-e60a-4be5-9d77-600ef2ea85ac, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:30:20.455994 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eae026d-b9e6-4072-bcf6-550852f81bb5,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:20.466728 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.467056 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.467376 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.467691 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.468000 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.468308 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.468612 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.468917 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.469240 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.469545 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.469843 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.470160 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Tracked resource versions report: Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: pushed versions: Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: { 'AddressGroup': {'1.2'}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'ConntrackHelper': {'1.0'}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'Log': {'1.0'}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'Network': {'1.1'}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'Port': {'1.7'}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'PortForwarding': {'1.2'}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'QosPolicy': {'1.8'}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'SecurityGroup': {'1.4'}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'SubPort': {'1.0'}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'Subnet': {'1.1'}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'Trunk': {'1.1'}} Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: consumer versions: Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: { DHCP agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: L3 agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: Metadata agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: Metering agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: Open vSwitch agent@dv-cinder-785362-2-smb: { 'AddressGroup': '1.2', Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'ConntrackHelper': '1.0', Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'Log': '1.0', Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'Network': '1.1', Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'Port': '1.7', Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'PortForwarding': '1.2', Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'QosPolicy': '1.8', Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'SecurityGroup': '1.4', Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'SecurityGroupRule': '1.2', Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'SubPort': '1.0', Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'Subnet': '1.1', Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: 'Trunk': '1.1'}} Jun 07 13:30:20.471187 dv-cinder-785362-2-smb neutron-server[91820]: {{(pid=91820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:30:20.490435 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Network 58a629e9-e60a-4be5-9d77-600ef2ea85ac is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:30:20.503527 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 58a629e9-e60a-4be5-9d77-600ef2ea85ac) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:20.515443 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:20.525373 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:30:20.525999 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:20.530089 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3d1104-13d4-4012-bfd9-5e3a24594482 None None] Network 58a629e9-e60a-4be5-9d77-600ef2ea85ac requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:30:20.545671 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5352080 Jun 07 13:30:20.843056 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb134c72-b8f1-5bf0-b93d-c1b1f45b96a5-58a629e9-e60a-4be5-9d77-600ef2ea85ac', 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'fixed_ips': [{'subnet_id': '0eae026d-b9e6-4072-bcf6-550852f81bb5'}]}} from dv-cinder-785362-2-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:30:20.844288 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.034259 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Allocated IP 172.20.0.2 (58a629e9-e60a-4be5-9d77-600ef2ea85ac/0eae026d-b9e6-4072-bcf6-550852f81bb5/45bc0c20-0932-4ea2-adf9-f19e9dedb919) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:30:21.264465 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.277663 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Transition to ACTIVE for port object 45bc0c20-0932-4ea2-adf9-f19e9dedb919 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:30:21.300979 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Transition to ACTIVE for port object 45bc0c20-0932-4ea2-adf9-f19e9dedb919 will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:30:21.308052 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.313461 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:21.372761 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Network 58a629e9-e60a-4be5-9d77-600ef2ea85ac is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:21.375717 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:21.384861 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:30:21.387105 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Pushing event updated for resources: {'Port': ['ID=45bc0c20-0932-4ea2-adf9-f19e9dedb919,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:21.396975 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.397310 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.397642 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.397964 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.398313 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.398638 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.398955 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.399269 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.399601 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.399898 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.400208 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.400517 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Tracked resource versions report: Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: pushed versions: Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: { 'AddressGroup': {'1.2'}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'ConntrackHelper': {'1.0'}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'Log': {'1.0'}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'Network': {'1.1'}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'Port': {'1.7'}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'PortForwarding': {'1.2'}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'QosPolicy': {'1.8'}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'SecurityGroup': {'1.4'}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'SubPort': {'1.0'}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'Subnet': {'1.1'}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'Trunk': {'1.1'}} Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: consumer versions: Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: { DHCP agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: L3 agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: Metadata agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: Metering agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: Open vSwitch agent@dv-cinder-785362-2-smb: { 'AddressGroup': '1.2', Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'ConntrackHelper': '1.0', Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'Log': '1.0', Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'Network': '1.1', Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'Port': '1.7', Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'PortForwarding': '1.2', Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'QosPolicy': '1.8', Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'SecurityGroup': '1.4', Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'SecurityGroupRule': '1.2', Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'SubPort': '1.0', Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'Subnet': '1.1', Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: 'Trunk': '1.1'}} Jun 07 13:30:21.401594 dv-cinder-785362-2-smb neutron-server[91821]: {{(pid=91821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:30:21.433726 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:21.491574 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Attempting to bind port 45bc0c20-0932-4ea2-adf9-f19e9dedb919 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:30:21.491574 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Attempting to bind port 45bc0c20-0932-4ea2-adf9-f19e9dedb919 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': 'ba7545f4-37c5-4f71-a8b1-bb94e722483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:30:21.491574 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Attempting to bind port 45bc0c20-0932-4ea2-adf9-f19e9dedb919 on network 58a629e9-e60a-4be5-9d77-600ef2ea85ac {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:30:21.498479 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:30:21.498891 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Checking segment: {'id': 'ba7545f4-37c5-4f71-a8b1-bb94e722483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:30:21.499376 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.499769 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Bound using segment: {'id': 'ba7545f4-37c5-4f71-a8b1-bb94e722483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:30:21.500235 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Bound port: 45bc0c20-0932-4ea2-adf9-f19e9dedb919, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7545f4-37c5-4f71-a8b1-bb94e722483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:30:21.500623 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.588544 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] For port 45bc0c20-0932-4ea2-adf9-f19e9dedb919, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:30:21.592390 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] For port 45bc0c20-0932-4ea2-adf9-f19e9dedb919, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=45bc0c20-0932-4ea2-adf9-f19e9dedb919,segment=NetworkSegment(ba7545f4-37c5-4f71-a8b1-bb94e722483a),segment_id=ba7545f4-37c5-4f71-a8b1-bb94e722483a)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:30:21.598534 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:21.602939 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:21.684819 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Pushing event updated for resources: {'Port': ['ID=45bc0c20-0932-4ea2-adf9-f19e9dedb919,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:21.688072 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:22.931380 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 40506) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:23.307750 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [None req-21441050-bf9d-43a4-b67a-3ae594259625 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:30:23.308876 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-21441050-bf9d-43a4-b67a-3ae594259625 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3765521 Jun 07 13:30:25.677883 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 40514) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:26.051993 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [None req-47bf59a5-0eb6-4230-97d8-5f2e7fffc3b8 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:30:26.053030 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-47bf59a5-0eb6-4230-97d8-5f2e7fffc3b8 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3742042 Jun 07 13:30:27.045657 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 45bc0c20-0932-4ea2-adf9-f19e9dedb919 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:30:27.133735 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 45bc0c20-0932-4ea2-adf9-f19e9dedb919 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:30:27.639080 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6373aa-0241-4d85-85bc-1dfd1b9be3dd None None] Network 58a629e9-e60a-4be5-9d77-600ef2ea85ac requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:30:27.751748 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-d84319bd-d31a-4417-b187-0396d9500a36 None None] Provisioning for port 45bc0c20-0932-4ea2-adf9-f19e9dedb919 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:30:27.764946 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-d84319bd-d31a-4417-b187-0396d9500a36 None None] Provisioning complete for port 45bc0c20-0932-4ea2-adf9-f19e9dedb919 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:30:27.765339 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d84319bd-d31a-4417-b187-0396d9500a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:27.974244 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d84319bd-d31a-4417-b187-0396d9500a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:28.049406 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-d84319bd-d31a-4417-b187-0396d9500a36 None None] For port 45bc0c20-0932-4ea2-adf9-f19e9dedb919, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=45bc0c20-0932-4ea2-adf9-f19e9dedb919,segment=NetworkSegment(ba7545f4-37c5-4f71-a8b1-bb94e722483a),segment_id=ba7545f4-37c5-4f71-a8b1-bb94e722483a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:30:28.054651 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d84319bd-d31a-4417-b187-0396d9500a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:28.060586 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-3761ff29-051b-404f-862c-43ad3f22eb83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:28.134058 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84319bd-d31a-4417-b187-0396d9500a36 None None] Pushing event updated for resources: {'Port': ['ID=45bc0c20-0932-4ea2-adf9-f19e9dedb919,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:28.137004 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-d84319bd-d31a-4417-b187-0396d9500a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:28.381522 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-983e2170-c6be-493a-a22d-216db399c2e5 None None] Provisioning complete for port 45bc0c20-0932-4ea2-adf9-f19e9dedb919 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:30:28.381875 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-983e2170-c6be-493a-a22d-216db399c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:28.753799 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 40528) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:29.002018 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 45bc0c20-0932-4ea2-adf9-f19e9dedb919 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:30:29.084498 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 45bc0c20-0932-4ea2-adf9-f19e9dedb919 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:30:29.085131 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:29.143594 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-324f23aa-728a-4cd8-96c3-3a86f3df08d8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '28461daf96aa47ea91fad38e1934f42a'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:30:29.168813 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324f23aa-728a-4cd8-96c3-3a86f3df08d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-601272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15121'] for router, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:29.170942 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324f23aa-728a-4cd8-96c3-3a86f3df08d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15130'] for router, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:29.194843 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324f23aa-728a-4cd8-96c3-3a86f3df08d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:29.308260 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324f23aa-728a-4cd8-96c3-3a86f3df08d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600211'] for router, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:29.324610 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324f23aa-728a-4cd8-96c3-3a86f3df08d8 admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:29.325876 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-324f23aa-728a-4cd8-96c3-3a86f3df08d8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5709708 Jun 07 13:30:30.263192 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:30:31.711364 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 40536) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:32.098152 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [None req-bc8719d6-10b3-4bc9-8ce7-1b15aef0cc56 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:30:32.099129 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-bc8719d6-10b3-4bc9-8ce7-1b15aef0cc56 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3868117 Jun 07 13:30:32.447468 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e46f8019-4b2c-4c22-ab3b-78f2857dcba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:34.501221 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 40544) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:34.873017 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:30:34.894058 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Made reservation on behalf of 5c8113d94c1e4e6f83a73867aa98e062 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:30:34.896378 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:34.912623 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:34.988077 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:35.047025 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:35.050816 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:35.054609 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:35.076119 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Reserving flat network on physical network physnet1 {{(pid=91820) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 13:30:35.089359 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c63529db-d023-4773-8022-97dc60502e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:35.090889 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4771be7e-5a58-4623-958b-d195ccecb382,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:35.097754 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:35.098943 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779133001364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:35.099532 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Unsubscribe: segment precommit_create {{(pid=91820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 13:30:35.100063 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Added segment fef39b66-e54f-42c5-a52b-51d3ed34af9d of type flat for network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c Jun 07 13:30:35.143386 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:35.187720 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:35.188918 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:30:35.189487 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:35.194452 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:35.237211 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7349102 Jun 07 13:30:35.287970 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Pushing event updated for resources: {'Network': ['ID=c491c1a6-2fff-46b4-a0d1-89f4418bdf5c,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:35.291332 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:35.298661 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:30:35.807210 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:37.578850 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 40562) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:37.787683 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcae596-34c9-489a-9a2d-b3ae12141267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:30:37.789037 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-1bcae596-34c9-489a-9a2d-b3ae12141267 admin admin] 10.222.0.50 "GET /v2.0/subnets/0eae026d-b9e6-4072-bcf6-550852f81bb5 HTTP/1.1" status: 200 len: 849 time: 0.2092412 Jun 07 13:30:37.791274 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:37.925321 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-4780cdbb-e493-425d-a1a1-b6e760495d07 admin admin] 10.222.0.50 "GET /v2.0/routers/4f63e91b-5eab-4acf-9141-12186d68eedf HTTP/1.1" status: 200 len: 704 time: 0.1307759 Jun 07 13:30:38.383423 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:38.608374 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Allocated IP 172.20.0.1 (58a629e9-e60a-4be5-9d77-600ef2ea85ac/0eae026d-b9e6-4072-bcf6-550852f81bb5/1a5618fd-68ee-4bec-9f77-e5056ce96556) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:30:38.797177 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:38.814533 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Transition to ACTIVE for port object 1a5618fd-68ee-4bec-9f77-e5056ce96556 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:30:38.867672 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:38.871240 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:38.932437 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Network 58a629e9-e60a-4be5-9d77-600ef2ea85ac is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:38.935309 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:38.938911 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:30:38.939408 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663529'] for router_interface, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:39.063119 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5618fd-68ee-4bec-9f77-e5056ce96556,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:39.069327 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:39.089527 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-e2f4fb0e-0293-49a0-ad74-499074b20a7d None None] Provisioning for port 1a5618fd-68ee-4bec-9f77-e5056ce96556 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:30:39.094073 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-e2f4fb0e-0293-49a0-ad74-499074b20a7d None None] Provisioning complete for port 1a5618fd-68ee-4bec-9f77-e5056ce96556 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:30:39.094461 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e2f4fb0e-0293-49a0-ad74-499074b20a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:39.146907 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4fb0e-0293-49a0-ad74-499074b20a7d None None] Port 1a5618fd-68ee-4bec-9f77-e5056ce96556 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:30:39.201064 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:39.419791 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:39.424383 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:39.425499 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-720553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605857'] for router_interface, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:39.428855 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:39.523745 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5618fd-68ee-4bec-9f77-e5056ce96556,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:39.568298 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:39.618468 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Network 58a629e9-e60a-4be5-9d77-600ef2ea85ac is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:39.619561 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:39.771727 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-1e9f90af-d995-4b5e-9388-4b9d290d31fb None None] Provisioning complete for port 1a5618fd-68ee-4bec-9f77-e5056ce96556 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:30:39.772207 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1e9f90af-d995-4b5e-9388-4b9d290d31fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:39.805807 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Router 4f63e91b-5eab-4acf-9141-12186d68eedf is scheduled to L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 with binding_index 1 {{(pid=91820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:30:39.827775 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f90af-d995-4b5e-9388-4b9d290d31fb None None] Port 1a5618fd-68ee-4bec-9f77-e5056ce96556 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:30:39.957281 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:30:39.962734 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] 10.222.0.50 "PUT /v2.0/routers/4f63e91b-5eab-4acf-9141-12186d68eedf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0325222 Jun 07 13:30:39.966976 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Sync routers for ids ['4f63e91b-5eab-4acf-9141-12186d68eedf'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:30:39.978391 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Routers {'4f63e91b-5eab-4acf-9141-12186d68eedf'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:30:39.979232 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:30:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['4f63e91b-5eab-4acf-9141-12186d68eedf'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:40.156555 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Set router 4f63e91b-5eab-4acf-9141-12186d68eedf gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:30:40.519368 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'name': 'router1', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:30:29Z', 'updated_at': '2021-06-07T13:30:39Z', 'revision_number': 2, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'gw_port_host': None, '_interfaces': [{'id': '1a5618fd-68ee-4bec-9f77-e5056ce96556', 'name': '', 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'mac_address': 'fa:16:3e:a2:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:30:38Z', 'updated_at': '2021-06-07T13:30:39Z', 'revision_number': 2, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'subnets': [{'id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53244438-efe1-44cc-b801-3df7a1fe3838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:40.524959 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Checking router: 4f63e91b-5eab-4acf-9141-12186d68eedf for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:30:40.525333 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Updating router 4f63e91b-5eab-4acf-9141-12186d68eedf port 1a5618fd-68ee-4bec-9f77-e5056ce96556 binding host dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:30:40.579436 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:40.956606 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:40.972058 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Transition to ACTIVE for port object 1a5618fd-68ee-4bec-9f77-e5056ce96556 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:30:40.979919 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:40.985041 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:41.189771 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Pushing event updated for resources: {'Port': ['ID=1a5618fd-68ee-4bec-9f77-e5056ce96556,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:41.222305 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.222559 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.223139 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.223274 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.223532 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.223844 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.224216 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.224460 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.224766 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.225074 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.225376 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.225678 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Tracked resource versions report: Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: pushed versions: Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: { 'AddressGroup': {'1.2'}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'ConntrackHelper': {'1.0'}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'Log': {'1.0'}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'Network': {'1.1'}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'Port': {'1.7'}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'PortForwarding': {'1.2'}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'QosPolicy': {'1.8'}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'SecurityGroup': {'1.4'}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'SubPort': {'1.0'}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'Subnet': {'1.1'}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'Trunk': {'1.1'}} Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: consumer versions: Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: { DHCP agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: L3 agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: Metadata agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: Metering agent@dv-cinder-785362-2-smb: {}, Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: Open vSwitch agent@dv-cinder-785362-2-smb: { 'AddressGroup': '1.2', Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'ConntrackHelper': '1.0', Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'Log': '1.0', Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'Network': '1.1', Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'Port': '1.7', Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'PortForwarding': '1.2', Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'QosPolicy': '1.8', Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'SecurityGroup': '1.4', Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'SecurityGroupRule': '1.2', Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'SubPort': '1.0', Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'Subnet': '1.1', Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: 'Trunk': '1.1'}} Jun 07 13:30:41.226768 dv-cinder-785362-2-smb neutron-server[91822]: {{(pid=91822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:30:41.236251 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:41.238450 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Attempting to bind port 1a5618fd-68ee-4bec-9f77-e5056ce96556 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:30:41.241312 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Attempting to bind port 1a5618fd-68ee-4bec-9f77-e5056ce96556 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': 'ba7545f4-37c5-4f71-a8b1-bb94e722483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:30:41.241758 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Attempting to bind port 1a5618fd-68ee-4bec-9f77-e5056ce96556 on network 58a629e9-e60a-4be5-9d77-600ef2ea85ac {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:30:41.249353 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:30:41.249764 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Checking segment: {'id': 'ba7545f4-37c5-4f71-a8b1-bb94e722483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:30:41.250275 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:41.250662 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Bound using segment: {'id': 'ba7545f4-37c5-4f71-a8b1-bb94e722483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:30:41.251413 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Bound port: 1a5618fd-68ee-4bec-9f77-e5056ce96556, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7545f4-37c5-4f71-a8b1-bb94e722483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:30:41.251548 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:41.342378 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] For port 1a5618fd-68ee-4bec-9f77-e5056ce96556, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:30:41.346929 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] For port 1a5618fd-68ee-4bec-9f77-e5056ce96556, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=1a5618fd-68ee-4bec-9f77-e5056ce96556,segment=NetworkSegment(ba7545f4-37c5-4f71-a8b1-bb94e722483a),segment_id=ba7545f4-37c5-4f71-a8b1-bb94e722483a)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:30:41.353322 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:41.357535 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:41.466469 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Routers {'4f63e91b-5eab-4acf-9141-12186d68eedf'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:30:41.467169 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:30:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['4f63e91b-5eab-4acf-9141-12186d68eedf'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:41.537593 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Pushing event updated for resources: {'Port': ['ID=1a5618fd-68ee-4bec-9f77-e5056ce96556,revision_number=4']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:41.542149 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:41.635484 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] Set router 4f63e91b-5eab-4acf-9141-12186d68eedf gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:30:41.993850 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'name': 'router1', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:30:29Z', 'updated_at': '2021-06-07T13:30:39Z', 'revision_number': 2, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'gw_port_host': None, '_interfaces': [{'id': '1a5618fd-68ee-4bec-9f77-e5056ce96556', 'name': '', 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'mac_address': 'fa:16:3e:a2:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:30:38Z', 'updated_at': '2021-06-07T13:30:41Z', 'revision_number': 4, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'subnets': [{'id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53244438-efe1-44cc-b801-3df7a1fe3838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:41.997930 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f4543-aa73-4e55-9051-b0c94051361c None None] The sync data for ids ['4f63e91b-5eab-4acf-9141-12186d68eedf'] in dv-cinder-785362-2-smb is: [{'id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'name': 'router1', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:30:29Z', 'updated_at': '2021-06-07T13:30:39Z', 'revision_number': 2, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'gw_port_host': None, '_interfaces': [{'id': '1a5618fd-68ee-4bec-9f77-e5056ce96556', 'name': '', 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'mac_address': 'fa:16:3e:a2:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:30:38Z', 'updated_at': '2021-06-07T13:30:41Z', 'revision_number': 4, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'subnets': [{'id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53244438-efe1-44cc-b801-3df7a1fe3838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:30:42.190505 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 40582) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:42.355842 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34f2a8-fb89-4e87-a246-1f474827a11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:30:42.358536 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-9a34f2a8-fb89-4e87-a246-1f474827a11c admin admin] 10.222.0.50 "GET /v2.0/networks/c491c1a6-2fff-46b4-a0d1-89f4418bdf5c HTTP/1.1" status: 200 len: 842 time: 0.1668682 Jun 07 13:30:42.367107 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:30:42.391208 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Made reservation on behalf of 5c8113d94c1e4e6f83a73867aa98e062 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:30:42.394607 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:42.821543 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.objects.ports [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91819) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 13:30:42.822029 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:42.826119 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:42.900997 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e59dab7-7551-4f01-adba-ad2d206838d1,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:42.906341 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:42.907247 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Checking segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:30:42.907618 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Network hostable DHCP agents. Network: c491c1a6-2fff-46b4-a0d1-89f4418bdf5c, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:30:42.926629 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:30:42.937397 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, c491c1a6-2fff-46b4-a0d1-89f4418bdf5c) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:42.942722 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:30:42.943300 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:42.948181 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c48d0a-66e6-4567-9384-0e38cfe68af3 None None] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:30:42.974828 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6113544 Jun 07 13:30:43.152724 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673cd552-6661-4020-91b5-474d8bc55ad5 None None] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:30:45.037298 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 1a5618fd-68ee-4bec-9f77-e5056ce96556 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:30:45.105082 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 1a5618fd-68ee-4bec-9f77-e5056ce96556 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:30:45.110624 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 1a5618fd-68ee-4bec-9f77-e5056ce96556 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:30:45.110992 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:45.234320 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:45.234686 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 40594) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:45.267944 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 1a5618fd-68ee-4bec-9f77-e5056ce96556, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=1a5618fd-68ee-4bec-9f77-e5056ce96556,segment=NetworkSegment(ba7545f4-37c5-4f71-a8b1-bb94e722483a),segment_id=ba7545f4-37c5-4f71-a8b1-bb94e722483a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:30:45.271674 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:45.274856 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:45.342958 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=1a5618fd-68ee-4bec-9f77-e5056ce96556,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:45.346156 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:45.465789 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-2ef0c649-aea5-4b59-8053-c37f6752fc79 admin admin] 10.222.0.50 "GET /v2.0/routers/4f63e91b-5eab-4acf-9141-12186d68eedf HTTP/1.1" status: 200 len: 710 time: 0.2299008 Jun 07 13:30:45.594666 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ff6548-b57c-4c5a-944a-c6e5037dd18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:30:45.596010 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-c3ff6548-b57c-4c5a-944a-c6e5037dd18d admin admin] 10.222.0.50 "GET /v2.0/networks/c491c1a6-2fff-46b4-a0d1-89f4418bdf5c HTTP/1.1" status: 200 len: 886 time: 0.1250927 Jun 07 13:30:45.605431 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:30:46.036684 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15116'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:46.356425 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:46.413059 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:46.545991 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Allocated IP 172.28.3.84 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/008c288d-3f1c-4e18-a0b5-03e4405c9ddf) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:30:46.733350 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:46.761675 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:46.766061 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:46.826215 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:30:46.829061 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:30:46.837144 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:30:46.883676 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Pushing event updated for resources: {'Port': ['ID=008c288d-3f1c-4e18-a0b5-03e4405c9ddf,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:46.893749 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:47.009085 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 1a5618fd-68ee-4bec-9f77-e5056ce96556 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:30:47.077198 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 1a5618fd-68ee-4bec-9f77-e5056ce96556 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:30:47.077577 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:47.226002 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:47.559074 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15116'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:47.562386 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600220', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-610905'] for router, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:47.737429 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Router 4f63e91b-5eab-4acf-9141-12186d68eedf has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:30:47.968040 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:30:47.972284 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:47.973358 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] 10.222.0.50 "PUT /v2.0/routers/4f63e91b-5eab-4acf-9141-12186d68eedf HTTP/1.1" status: 200 len: 889 time: 2.3714404 Jun 07 13:30:47.977072 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Sync routers for ids ['4f63e91b-5eab-4acf-9141-12186d68eedf'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:30:47.988402 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Routers {'4f63e91b-5eab-4acf-9141-12186d68eedf'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:30:47.989624 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:30:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['4f63e91b-5eab-4acf-9141-12186d68eedf'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:48.182927 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Set router 4f63e91b-5eab-4acf-9141-12186d68eedf gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:30:48.529280 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'name': 'router1', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '008c288d-3f1c-4e18-a0b5-03e4405c9ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:30:29Z', 'updated_at': '2021-06-07T13:30:47Z', 'revision_number': 4, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'gw_port': {'id': '008c288d-3f1c-4e18-a0b5-03e4405c9ddf', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:30:46Z', 'updated_at': '2021-06-07T13:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': '1a5618fd-68ee-4bec-9f77-e5056ce96556', 'name': '', 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'mac_address': 'fa:16:3e:a2:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:30:38Z', 'updated_at': '2021-06-07T13:30:45Z', 'revision_number': 5, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'subnets': [{'id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53244438-efe1-44cc-b801-3df7a1fe3838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:48.534193 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Checking router: 4f63e91b-5eab-4acf-9141-12186d68eedf for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:30:48.534560 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Updating router 4f63e91b-5eab-4acf-9141-12186d68eedf port 008c288d-3f1c-4e18-a0b5-03e4405c9ddf binding host dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:30:48.584944 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:48.907881 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:48.919236 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Transition to ACTIVE for port object 008c288d-3f1c-4e18-a0b5-03e4405c9ddf will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:30:48.925939 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:48.930162 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-d84319bd-d31a-4417-b187-0396d9500a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:49.010050 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a374d-4977-4e63-a604-6a421fd601d3 None None] Pushing event updated for resources: {'Port': ['ID=008c288d-3f1c-4e18-a0b5-03e4405c9ddf,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:49.012242 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Attempting to bind port 008c288d-3f1c-4e18-a0b5-03e4405c9ddf on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:30:49.012608 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Attempting to bind port 008c288d-3f1c-4e18-a0b5-03e4405c9ddf by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:30:49.012973 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Attempting to bind port 008c288d-3f1c-4e18-a0b5-03e4405c9ddf on network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:30:49.016112 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b91a374d-4977-4e63-a604-6a421fd601d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:49.019334 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:30:49.019704 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Checking segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:30:49.020630 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:49.021019 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Bound using segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:30:49.021492 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Bound port: 008c288d-3f1c-4e18-a0b5-03e4405c9ddf, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:30:49.021866 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:49.094821 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] For port 008c288d-3f1c-4e18-a0b5-03e4405c9ddf, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:30:49.097834 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] For port 008c288d-3f1c-4e18-a0b5-03e4405c9ddf, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=008c288d-3f1c-4e18-a0b5-03e4405c9ddf,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:30:49.101819 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:49.105962 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:49.184336 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Routers {'4f63e91b-5eab-4acf-9141-12186d68eedf'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:30:49.184964 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:30:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['4f63e91b-5eab-4acf-9141-12186d68eedf'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:49.232580 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a374d-4977-4e63-a604-6a421fd601d3 None None] Pushing event updated for resources: {'Port': ['ID=008c288d-3f1c-4e18-a0b5-03e4405c9ddf,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:49.240492 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b91a374d-4977-4e63-a604-6a421fd601d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:49.366648 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] Set router 4f63e91b-5eab-4acf-9141-12186d68eedf gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:30:49.711775 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'name': 'router1', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '008c288d-3f1c-4e18-a0b5-03e4405c9ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:30:29Z', 'updated_at': '2021-06-07T13:30:47Z', 'revision_number': 4, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'gw_port': {'id': '008c288d-3f1c-4e18-a0b5-03e4405c9ddf', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:30:46Z', 'updated_at': '2021-06-07T13:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': '1a5618fd-68ee-4bec-9f77-e5056ce96556', 'name': '', 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'mac_address': 'fa:16:3e:a2:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:30:38Z', 'updated_at': '2021-06-07T13:30:45Z', 'revision_number': 5, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'subnets': [{'id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53244438-efe1-44cc-b801-3df7a1fe3838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:30:49.715601 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027dfc0-0104-4d44-bf3a-2b827f021ef2 None None] The sync data for ids ['4f63e91b-5eab-4acf-9141-12186d68eedf'] in dv-cinder-785362-2-smb is: [{'id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'name': 'router1', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '008c288d-3f1c-4e18-a0b5-03e4405c9ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:30:29Z', 'updated_at': '2021-06-07T13:30:47Z', 'revision_number': 4, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'gw_port': {'id': '008c288d-3f1c-4e18-a0b5-03e4405c9ddf', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:30:46Z', 'updated_at': '2021-06-07T13:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': '1a5618fd-68ee-4bec-9f77-e5056ce96556', 'name': '', 'network_id': '58a629e9-e60a-4be5-9d77-600ef2ea85ac', 'tenant_id': '28461daf96aa47ea91fad38e1934f42a', 'mac_address': 'fa:16:3e:a2:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f63e91b-5eab-4acf-9141-12186d68eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:30:38Z', 'updated_at': '2021-06-07T13:30:45Z', 'revision_number': 5, 'project_id': '28461daf96aa47ea91fad38e1934f42a', 'subnets': [{'id': '0eae026d-b9e6-4072-bcf6-550852f81bb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53244438-efe1-44cc-b801-3df7a1fe3838'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:30:50.341505 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 40602) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:30:50.468989 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-56520d44-2303-4d60-a1cc-0eb47779dc82 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1263878 Jun 07 13:30:51.047363 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 008c288d-3f1c-4e18-a0b5-03e4405c9ddf up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:30:51.119251 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 008c288d-3f1c-4e18-a0b5-03e4405c9ddf completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:30:51.125204 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 008c288d-3f1c-4e18-a0b5-03e4405c9ddf triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:30:51.125671 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:51.246096 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:51.263712 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 008c288d-3f1c-4e18-a0b5-03e4405c9ddf, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=008c288d-3f1c-4e18-a0b5-03e4405c9ddf,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:30:51.267683 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:30:51.270541 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b91a374d-4977-4e63-a604-6a421fd601d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:30:51.343925 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=008c288d-3f1c-4e18-a0b5-03e4405c9ddf,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:30:51.349736 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:30:53.077104 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 008c288d-3f1c-4e18-a0b5-03e4405c9ddf up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:30:53.146457 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 008c288d-3f1c-4e18-a0b5-03e4405c9ddf triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:30:53.147082 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:02.450727 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2dd681b4-d8fd-4401-8076-207a9e22a3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:05.021051 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:05.105168 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0ce9-deea-4876-9af9-06c4941db43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:05.811916 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:07.263448 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:31:07.813849 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:32.453343 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1fa2edca-a1c4-4ead-bd2e-33a803cf110b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:34.997413 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:35.088005 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9ab4fb3b-a077-44e6-8df5-08464e6f3480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:35.812787 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:37.820902 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:31:44.262846 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:32:02.456688 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8767b8ab-58ef-4ddc-bbe6-d24c9562c593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:04.995271 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:05.091809 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e1c914eb-dc9a-4e66-ad7d-b4a598c21dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:05.818162 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:07.816100 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:21.262347 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:32:25.740484 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41174) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:32:25.806704 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a4ddbc-503d-4ffb-81ed-6cfe1516b998 admin admin] GET failed (client error): The resource could not be found. Jun 07 13:32:25.807922 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-c0a4ddbc-503d-4ffb-81ed-6cfe1516b998 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664885 Jun 07 13:32:25.947425 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b595693-83d1-4297-a98d-0ad77d69fa97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:25.948808 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-3b595693-83d1-4297-a98d-0ad77d69fa97 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1371076 Jun 07 13:32:28.062323 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41184) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:32:28.166007 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5101125-51e2-48f5-a4c4-4bf5f79e3673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:28.167367 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-a5101125-51e2-48f5-a4c4-4bf5f79e3673 admin admin] 10.222.0.50 "GET /v2.0/subnets/0eae026d-b9e6-4072-bcf6-550852f81bb5 HTTP/1.1" status: 200 len: 849 time: 0.1041093 Jun 07 13:32:28.176933 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:32:28.291979 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:28.475504 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779133236188'] for subnet, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:28.479100 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-24e016fe-dfa8-4f30-874e-164b58ca32fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:32:28.522710 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:28.523289 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:28.538168 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] 10.222.0.50 "PUT /v2.0/subnets/0eae026d-b9e6-4072-bcf6-550852f81bb5 HTTP/1.1" status: 200 len: 868 time: 0.3518722 Jun 07 13:32:28.538436 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9c317-f6af-4257-9ced-abefdc007876 None None] Network 58a629e9-e60a-4be5-9d77-600ef2ea85ac requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:32:28.547024 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eae026d-b9e6-4072-bcf6-550852f81bb5,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:32:28.555289 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.555627 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.555960 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.556284 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.556606 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.556926 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.557242 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.557559 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.557890 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.558235 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.558550 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.558860 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:32:28.562945 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:32:29.035021 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-640782f1-d839-4b3b-9456-6a431c5a2a43 None None] Provisioning complete for port 45bc0c20-0932-4ea2-adf9-f19e9dedb919 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:32:29.035741 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-640782f1-d839-4b3b-9456-6a431c5a2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:29.158248 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-640782f1-d839-4b3b-9456-6a431c5a2a43 None None] Provisioning complete for port 1a5618fd-68ee-4bec-9f77-e5056ce96556 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:32:29.158614 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-640782f1-d839-4b3b-9456-6a431c5a2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:30.658658 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41192) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:32:30.829458 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7547ab78-44f8-4009-9cb5-7232a82a4886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:30.830097 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7547ab78-44f8-4009-9cb5-7232a82a4886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:30.831748 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-7547ab78-44f8-4009-9cb5-7232a82a4886 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1721292 Jun 07 13:32:32.458637 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9672-6682-42a0-9b2c-866dffd26bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:32.965329 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41200) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:32:33.141762 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939227d1-78d3-40b9-9c77-6f3a037bc4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:33.142267 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939227d1-78d3-40b9-9c77-6f3a037bc4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:33.143829 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-939227d1-78d3-40b9-9c77-6f3a037bc4f6 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1774914 Jun 07 13:32:35.001078 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:35.093675 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-59e8685e-c033-45b0-b925-cd43c67a34f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:35.349908 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41208) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:32:35.515201 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17850e7-ea17-4983-afa9-5f53b4845451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:35.516781 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-f17850e7-ea17-4983-afa9-5f53b4845451 admin admin] 10.222.0.50 "GET /v2.0/networks/58a629e9-e60a-4be5-9d77-600ef2ea85ac HTTP/1.1" status: 200 len: 869 time: 0.1658273 Jun 07 13:32:35.819223 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:37.657181 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 41216) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:32:37.821984 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:32:37.832838 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd0509-3584-4048-9078-563d0e273b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:37.834222 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-40bd0509-3584-4048-9078-563d0e273b47 admin admin] 10.222.0.50 "GET /v2.0/networks/c491c1a6-2fff-46b4-a0d1-89f4418bdf5c HTTP/1.1" status: 200 len: 886 time: 0.1760964 Jun 07 13:32:39.959037 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41226) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:32:40.062960 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca17023-95bb-4fc9-9e78-733dd5ad6eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:40.063450 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca17023-95bb-4fc9-9e78-733dd5ad6eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:40.064917 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-4ca17023-95bb-4fc9-9e78-733dd5ad6eac admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049387 Jun 07 13:32:42.208147 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41234) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:32:42.321476 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2850082-3f60-46f7-be6b-660d3b91264d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:42.321839 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2850082-3f60-46f7-be6b-660d3b91264d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:42.323415 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-f2850082-3f60-46f7-be6b-660d3b91264d admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1142981 Jun 07 13:32:44.509776 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41242) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:32:44.615076 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c40b5-f423-4365-9514-5e7088ee4ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:44.616423 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-267c40b5-f423-4365-9514-5e7088ee4ccc admin admin] 10.222.0.50 "GET /v2.0/subnets/0eae026d-b9e6-4072-bcf6-550852f81bb5 HTTP/1.1" status: 200 len: 868 time: 0.1056657 Jun 07 13:32:46.767093 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41250) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:32:46.869372 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0854bddf-9264-47d8-aeb9-dbe2beda4042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:32:46.870778 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-0854bddf-9264-47d8-aeb9-dbe2beda4042 admin admin] 10.222.0.50 "GET /v2.0/subnets/9e59dab7-7551-4f01-adba-ad2d206838d1 HTTP/1.1" status: 200 len: 816 time: 0.1027045 Jun 07 13:32:58.261408 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:33:02.460274 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-7b74ad46-b288-4b71-b927-34a5b16f318f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:04.995098 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:05.095960 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d8bdcdde-cbd8-438e-b0d4-5c360b37fd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:05.820923 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:07.823485 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:10.055021 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41294) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:10.101763 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [None req-77af9d79-da50-41a0-ab60-8ea928c8a637 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:33:10.102767 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-77af9d79-da50-41a0-ab60-8ea928c8a637 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468171 Jun 07 13:33:12.297661 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41302) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:12.363517 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07a97a7-f034-40d0-9df7-d56ff725adec admin admin] GET failed (client error): The resource could not be found. Jun 07 13:33:12.364762 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-f07a97a7-f034-40d0-9df7-d56ff725adec admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662210 Jun 07 13:33:12.488593 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b239193-69b8-451a-a7d4-e56242dc5bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:12.490040 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-1b239193-69b8-451a-a7d4-e56242dc5bed admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1214690 Jun 07 13:33:14.747234 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41310) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:14.793774 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:33:14.815199 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Made reservation on behalf of 5c8113d94c1e4e6f83a73867aa98e062 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:33:14.817899 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:14.951806 dv-cinder-785362-2-smb neutron-server[91820]: WARNING neutron.services.revisions.revision_plugin [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Could not find related network for resource to bump revision. Jun 07 13:33:14.964705 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:33:14.974694 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:14.975062 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Added segment 02a73ac3-58cf-4325-9f13-f9dd63ae7307 of type vlan for network 83d44770-a6f5-4b06-865a-cbf7531efea6 Jun 07 13:33:15.000213 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:15.029357 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:15.030706 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:15.031284 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:15.034418 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:33:15.077506 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3291521 Jun 07 13:33:15.128635 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Pushing event updated for resources: {'Network': ['ID=83d44770-a6f5-4b06-865a-cbf7531efea6,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:15.131528 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:33:15.139581 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 83d44770-a6f5-4b06-865a-cbf7531efea6 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:33:17.420388 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41318) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:33:17.489561 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc035dc6-8283-4316-a706-b71fa3b215e2 admin admin] GET failed (client error): The resource could not be found. Jun 07 13:33:17.490904 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-cc035dc6-8283-4316-a706-b71fa3b215e2 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0693111 Jun 07 13:33:17.601935 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b42877-6c2b-4ec7-91f0-07ea507dc4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:17.603314 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-b6b42877-6c2b-4ec7-91f0-07ea507dc4eb admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1084075 Jun 07 13:33:17.614434 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:33:17.637257 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Made reservation on behalf of 5c8113d94c1e4e6f83a73867aa98e062 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:33:17.640014 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:17.841262 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:17.844939 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:33:17.923121 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f9eaad-bfe8-4dc8-a6c9-56be806e66f8,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:17.927368 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:33:17.928190 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Checking segment: {'id': '02a73ac3-58cf-4325-9f13-f9dd63ae7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:33:17.928547 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Network hostable DHCP agents. Network: 83d44770-a6f5-4b06-865a-cbf7531efea6, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:33:17.945392 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Network 83d44770-a6f5-4b06-865a-cbf7531efea6 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:33:17.954234 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 83d44770-a6f5-4b06-865a-cbf7531efea6) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:33:17.958705 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:33:17.959402 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:17.964869 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23334803-3e86-4452-8fd5-a4b35d95d0c2 None None] Network 83d44770-a6f5-4b06-865a-cbf7531efea6 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:33:17.977512 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3673007 Jun 07 13:33:18.207929 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb134c72-b8f1-5bf0-b93d-c1b1f45b96a5-83d44770-a6f5-4b06-865a-cbf7531efea6', 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6', 'tenant_id': '5c8113d94c1e4e6f83a73867aa98e062', 'fixed_ips': [{'subnet_id': '35f9eaad-bfe8-4dc8-a6c9-56be806e66f8'}]}} from dv-cinder-785362-2-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:33:18.208978 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:18.370218 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Allocated IP 192.168.233.2 (83d44770-a6f5-4b06-865a-cbf7531efea6/35f9eaad-bfe8-4dc8-a6c9-56be806e66f8/6c61981d-1de4-4b24-979b-7e63f2d1b166) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:33:18.592759 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:18.603708 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Transition to ACTIVE for port object 6c61981d-1de4-4b24-979b-7e63f2d1b166 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:33:18.623668 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Transition to ACTIVE for port object 6c61981d-1de4-4b24-979b-7e63f2d1b166 will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:33:18.629761 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:18.637502 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:33:18.701388 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Network 83d44770-a6f5-4b06-865a-cbf7531efea6 is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:33:18.706642 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:33:18.712287 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:33:18.719768 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Pushing event updated for resources: {'Port': ['ID=6c61981d-1de4-4b24-979b-7e63f2d1b166,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:18.759055 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.759391 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.759724 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.760051 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.760373 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.760695 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.761011 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.761332 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.761646 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.761960 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.762301 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.762612 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:33:18.770196 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:33:18.842981 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Attempting to bind port 6c61981d-1de4-4b24-979b-7e63f2d1b166 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:33:18.844215 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Attempting to bind port 6c61981d-1de4-4b24-979b-7e63f2d1b166 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '02a73ac3-58cf-4325-9f13-f9dd63ae7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:33:18.844684 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Attempting to bind port 6c61981d-1de4-4b24-979b-7e63f2d1b166 on network 83d44770-a6f5-4b06-865a-cbf7531efea6 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:33:18.851085 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:33:18.851457 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Checking segment: {'id': '02a73ac3-58cf-4325-9f13-f9dd63ae7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:33:18.851859 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:18.852249 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Bound using segment: {'id': '02a73ac3-58cf-4325-9f13-f9dd63ae7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:33:18.852722 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Bound port: 6c61981d-1de4-4b24-979b-7e63f2d1b166, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a73ac3-58cf-4325-9f13-f9dd63ae7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:33:18.853092 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:18.971597 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] For port 6c61981d-1de4-4b24-979b-7e63f2d1b166, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:33:18.976222 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] For port 6c61981d-1de4-4b24-979b-7e63f2d1b166, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=6c61981d-1de4-4b24-979b-7e63f2d1b166,segment=NetworkSegment(02a73ac3-58cf-4325-9f13-f9dd63ae7307),segment_id=02a73ac3-58cf-4325-9f13-f9dd63ae7307)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:33:18.982469 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:18.988653 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b91a374d-4977-4e63-a604-6a421fd601d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:33:19.082191 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Pushing event updated for resources: {'Port': ['ID=6c61981d-1de4-4b24-979b-7e63f2d1b166,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:19.085821 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:33:19.889087 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f393988-bc76-471c-bef7-6a1537709a5f None None] Network 83d44770-a6f5-4b06-865a-cbf7531efea6 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:33:20.044906 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c890ce69-3523-44f5-ab74-08b5c6486d7b None None] Provisioning for port 6c61981d-1de4-4b24-979b-7e63f2d1b166 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:33:21.146278 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 6c61981d-1de4-4b24-979b-7e63f2d1b166 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:33:21.216739 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 6c61981d-1de4-4b24-979b-7e63f2d1b166 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:33:21.221657 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 6c61981d-1de4-4b24-979b-7e63f2d1b166 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:33:21.222875 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:21.363922 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:21.396191 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 6c61981d-1de4-4b24-979b-7e63f2d1b166, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=6c61981d-1de4-4b24-979b-7e63f2d1b166,segment=NetworkSegment(02a73ac3-58cf-4325-9f13-f9dd63ae7307),segment_id=02a73ac3-58cf-4325-9f13-f9dd63ae7307)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:33:21.399981 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:21.401924 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:33:21.465115 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=6c61981d-1de4-4b24-979b-7e63f2d1b166,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:33:21.468270 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:33:23.127526 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 6c61981d-1de4-4b24-979b-7e63f2d1b166 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:33:23.197152 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 6c61981d-1de4-4b24-979b-7e63f2d1b166 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:33:23.197516 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:32.462039 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-dab43673-d32e-44cd-92a6-c1d17cde83f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:34.999306 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:35.101102 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-41dc1413-fac3-4be9-a74c-580800d3a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:35.260125 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:33:35.824656 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:33:37.826619 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:02.466383 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-067d41ec-6176-4109-a01e-d4f25bd480cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:05.012650 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:05.104345 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-35bc8ef4-50e3-46e4-846f-e2ec30648a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:05.827536 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:07.829272 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:12.258574 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:34:25.208029 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41370) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:34:25.214718 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [None req-0fdd13cd-3f9f-4f98-90be-c63f2a8099b3 tempest-verify_tempest_config-1565784149 tempest-verify_tempest_config-1565784149-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:34:25.215653 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-0fdd13cd-3f9f-4f98-90be-c63f2a8099b3 tempest-verify_tempest_config-1565784149 tempest-verify_tempest_config-1565784149-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066841 Jun 07 13:34:25.526357 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 41388) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:34:25.640845 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:25.747437 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:25.751074 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:25.759823 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:34:25.800369 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31acc8903cc347a5b3697094b6b265d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2729869 Jun 07 13:34:25.801277 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5527a1ad-5694-475c-8c4b-ab0f23d17fc1,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:34:25.803105 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41394) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:34:25.808442 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.808787 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.809128 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.809461 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.809868 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.810222 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.810635 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.810962 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.811303 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.811631 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.811950 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.812267 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:25.816758 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:34:25.861280 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:25.886174 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:25.980786 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:25.983677 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:25.984799 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5527a1ad-5694-475c-8c4b-ab0f23d17fc1 HTTP/1.1" status: 204 len: 168 time: 0.1807518 Jun 07 13:34:25.985716 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:34:25.996119 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5527a1ad-5694-475c-8c4b-ab0f23d17fc1,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:34:26.003464 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.003826 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.004207 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.004458 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.004784 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.005109 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.005428 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.005806 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.006170 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.006431 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.006741 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.007047 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:34:26.010145 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:34:32.469396 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1e44-f84e-417e-af5f-b7d9e4cfc074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:35.002394 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:35.105504 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-4744b34b-79e5-45e2-9d83-d367abe76a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:35.832592 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:37.830109 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:34:49.257300 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:35:02.470927 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-428f9c14-76fc-4647-a87f-3d6a3221af92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:04.996371 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:05.105804 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-36c82af9-95ce-4ca0-8fe0-4d8ae162bf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:05.831591 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:07.833294 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:26.256712 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:35:32.473722 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-623b51b3-9358-4973-b4bf-c3ef4c20da03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:34.999416 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:35.107526 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-70a4cd35-d557-4211-95e8-46be989f2a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:35.835824 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:35:37.836804 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:02.475764 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-cd5f55bd-f68c-420d-95f1-2004e6b8a2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:03.255929 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 5 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:36:05.001242 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:05.108130 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8a14772e-ede4-4408-9f46-5b3bba203757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:05.837632 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:07.839040 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:09.667879 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355'] for agent, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:13.937580 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41446) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:36:14.050755 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-b0957eef-3b12-40cc-89e9-988c1db8ae4f admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1120381 Jun 07 13:36:16.200929 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41456) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:36:16.256375 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-a68c8518-7229-4f37-a51a-f23ded40bf66 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0543628 Jun 07 13:36:32.477538 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2abd7046-73f6-47d4-816f-eb4cd204cebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:35.003724 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:35.109452 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-46fc80ff-f78d-4bdf-bc12-f15f42116a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:35.840859 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:37.841634 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:39.591536 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:36:40.255008 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:37:02.478810 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b312eebf-4503-4968-bfc0-ec871cb574b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:05.007560 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:05.111785 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-569d1a97-b5b7-4478-b0ce-aaa3e6e096be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:05.843561 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:07.848803 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:09.606348 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:17.253595 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:37:32.480259 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-4f15d560-b1e0-4344-be3b-68a39e5485ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:35.017250 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:35.112928 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ec258f16-6677-48f7-aa93-2d20ffbfccae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:35.848204 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:37.848986 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:39.610637 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:47.795433 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41640) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:48.010555 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-network', 'tenant_id': '06908549a593441086718c651fcd4535'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:48.035272 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Made reservation on behalf of 06908549a593441086718c651fcd4535 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:37:48.038297 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.052876 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.168544 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.172473 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.187606 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:37:48.201052 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.201511 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Added segment 843c3b4a-dace-48e1-828f-6587d4dbd12a of type vlan for network 0782a5e4-beb2-4273-a34a-432bb014c241 Jun 07 13:37:48.202712 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:48.245927 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc79a41c-accd-4071-aa46-2e8801230e03,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:48.251624 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.260760 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.261094 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.261590 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.261979 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.262396 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.262852 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.263174 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.263489 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.263801 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.264150 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.264457 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.264982 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Tracked resource versions report: Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: pushed versions: Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: { 'AddressGroup': {'1.2'}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'ConntrackHelper': {'1.0'}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'Log': {'1.0'}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'Network': {'1.1'}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'Port': {'1.7'}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'PortForwarding': {'1.2'}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'QosPolicy': {'1.8'}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'SecurityGroup': {'1.4'}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'SubPort': {'1.0'}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'Subnet': {'1.1'}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'Trunk': {'1.1'}} Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: consumer versions: Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: { DHCP agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: HyperV agent@hv-cinder-78536: {}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: L3 agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: Metadata agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: Metering agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: Open vSwitch agent@dv-cinder-785362-2-smb: { 'AddressGroup': '1.2', Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'ConntrackHelper': '1.0', Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'Log': '1.0', Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'Network': '1.1', Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'Port': '1.7', Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'PortForwarding': '1.2', Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'QosPolicy': '1.8', Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'SecurityGroup': '1.4', Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'SecurityGroupRule': '1.2', Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'SubPort': '1.0', Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'Subnet': '1.1', Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: 'Trunk': '1.1'}} Jun 07 13:37:48.265955 dv-cinder-785362-2-smb neutron-server[91820]: {{(pid=91820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:37:48.281341 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:48.310315 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.311794 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:48.312644 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.317576 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9f934882-dded-49df-abda-088daac300b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:48.366293 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5666792 Jun 07 13:37:48.366615 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 41672) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:48.373148 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Request body: {'subnet': {'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-subnet', 'tenant_id': '06908549a593441086718c651fcd4535', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:48.396534 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 41676) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:48.412793 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Made reservation on behalf of 06908549a593441086718c651fcd4535 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:37:48.416254 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.484451 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Pushing event updated for resources: {'Network': ['ID=0782a5e4-beb2-4273-a34a-432bb014c241,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:48.489695 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:48.498564 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 0782a5e4-beb2-4273-a34a-432bb014c241 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:37:48.658789 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.672117 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:48.750861 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Checking segment: {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:37:48.751208 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Network hostable DHCP agents. Network: 0782a5e4-beb2-4273-a34a-432bb014c241, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:37:48.754866 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=160a7e56-f2ae-44f1-887b-efefc27d13b8,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:48.766670 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.767011 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.767341 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.767665 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.767982 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.768297 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.768611 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.768922 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.769252 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.769567 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.769873 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.770198 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Tracked resource versions report: Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: pushed versions: Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: { 'AddressGroup': {'1.2'}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'ConntrackHelper': {'1.0'}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'Log': {'1.0'}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'Network': {'1.1'}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'Port': {'1.7'}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'PortForwarding': {'1.2'}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'QosPolicy': {'1.8'}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'SecurityGroup': {'1.4'}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'SubPort': {'1.0'}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'Subnet': {'1.1'}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'Trunk': {'1.1'}} Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: consumer versions: Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: { DHCP agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: HyperV agent@hv-cinder-78536: {}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: L3 agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: Metadata agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: Metering agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: Open vSwitch agent@dv-cinder-785362-2-smb: { 'AddressGroup': '1.2', Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'ConntrackHelper': '1.0', Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'Log': '1.0', Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'Network': '1.1', Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'Port': '1.7', Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'PortForwarding': '1.2', Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'QosPolicy': '1.8', Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'SecurityGroup': '1.4', Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'SecurityGroupRule': '1.2', Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'SubPort': '1.0', Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'Subnet': '1.1', Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: 'Trunk': '1.1'}} Jun 07 13:37:48.771178 dv-cinder-785362-2-smb neutron-server[91819]: {{(pid=91819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:37:48.776288 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:48.784253 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Network 0782a5e4-beb2-4273-a34a-432bb014c241 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:37:48.797366 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 0782a5e4-beb2-4273-a34a-432bb014c241) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:37:48.802232 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:48.802841 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.808858 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff13a96-d3e9-49e9-8398-2bf6e1c57bec None None] Network 0782a5e4-beb2-4273-a34a-432bb014c241 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:37:48.825589 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-589d4601-0324-4ffc-aef9-5994a2054d01 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4547267 Jun 07 13:37:48.825864 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 41690) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:48.834146 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:48.862707 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-601272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15121'] for router, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.864663 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15130'] for router, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.886978 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:48.949257 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41694) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:49.000736 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41698) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:49.046076 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1787239794-network', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:49.055796 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41702) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:49.108297 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb134c72-b8f1-5bf0-b93d-c1b1f45b96a5-0782a5e4-beb2-4273-a34a-432bb014c241', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8'}]}} from dv-cinder-785362-2-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:37:49.109514 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.197044 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Made reservation on behalf of 31b5a501f95c4d92afcdfb65ee439f91 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:37:49.199782 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.205290 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-350800553-network', 'tenant_id': '745127a55052468fb5ae188ffbe700e0'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:49.215755 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.237493 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Made reservation on behalf of 745127a55052468fb5ae188ffbe700e0 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:37:49.241425 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.260266 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.283687 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-37369736-network', 'tenant_id': '5da3599657b44d5680910ac460ffdfad'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:49.286643 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15116'] for router, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.324775 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Made reservation on behalf of 5da3599657b44d5680910ac460ffdfad for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:37:49.328985 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.329517 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Allocated IP 172.20.0.2 (0782a5e4-beb2-4273-a34a-432bb014c241/160a7e56-f2ae-44f1-887b-efefc27d13b8/332d7819-e190-4458-bc47-c5210b0fe353) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:37:49.347874 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.373901 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.db.api [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 13:37:49.373901 dv-cinder-785362-2-smb neutron-server[91820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 13:37:49.373901 dv-cinder-785362-2-smb neutron-server[91820]: [parameters: {'project_id_1': '5da3599657b44d5680910ac460ffdfad', 'expiration_1': datetime.datetime(2021, 6, 7, 13, 37, 49, 367062)}] Jun 07 13:37:49.373901 dv-cinder-785362-2-smb neutron-server[91820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:37:49.374444 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_db.api [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:37:49.417799 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.db.api [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 13:37:49.417799 dv-cinder-785362-2-smb neutron-server[91819]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 13:37:49.417799 dv-cinder-785362-2-smb neutron-server[91819]: [parameters: {'project_id_1': '31b5a501f95c4d92afcdfb65ee439f91', 'expiration_1': datetime.datetime(2021, 6, 7, 13, 37, 49, 298280)}] Jun 07 13:37:49.417799 dv-cinder-785362-2-smb neutron-server[91819]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:37:49.418625 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_db.api [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:37:49.496893 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.503956 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.520049 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:37:49.534882 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.535505 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Added segment 5bbec424-4524-4aee-9ca9-d05d2004aa0f of type vlan for network cc1e4524-d44a-439f-8ba3-d87e38524446 Jun 07 13:37:49.568799 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.581270 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.593477 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Transition to ACTIVE for port object 332d7819-e190-4458-bc47-c5210b0fe353 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:37:49.620677 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Transition to ACTIVE for port object 332d7819-e190-4458-bc47-c5210b0fe353 will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:37:49.624452 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:49.628136 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.647576 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:49.653279 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1763967507-network', 'tenant_id': 'd4a49cd8c757498f815af9ebd6482656'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:49.690919 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.721805 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.723183 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Made reservation on behalf of d4a49cd8c757498f815af9ebd6482656 for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:37:49.726094 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Pushing event updated for resources: {'Port': ['ID=332d7819-e190-4458-bc47-c5210b0fe353,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:49.729679 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.737723 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.738386 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.738883 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.739468 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.739951 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.740431 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.741164 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.741639 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.742218 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.742900 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.743388 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.743862 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Tracked resource versions report: Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: pushed versions: Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: { 'AddressGroup': {'1.2'}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'ConntrackHelper': {'1.0'}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'Log': {'1.0'}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'Network': {'1.1'}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'Port': {'1.7'}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'PortForwarding': {'1.2'}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'QosPolicy': {'1.8'}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'SecurityGroup': {'1.4'}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'SubPort': {'1.0'}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'Subnet': {'1.1'}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'Trunk': {'1.1'}} Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: consumer versions: Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: { DHCP agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: HyperV agent@hv-cinder-78536: {}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: L3 agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: Metadata agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: Metering agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: Open vSwitch agent@dv-cinder-785362-2-smb: { 'AddressGroup': '1.2', Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'ConntrackHelper': '1.0', Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'Log': '1.0', Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'Network': '1.1', Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'Port': '1.7', Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'PortForwarding': '1.2', Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'QosPolicy': '1.8', Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'SecurityGroup': '1.4', Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'SecurityGroupRule': '1.2', Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'SubPort': '1.0', Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'Subnet': '1.1', Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: 'Trunk': '1.1'}} Jun 07 13:37:49.745021 dv-cinder-785362-2-smb neutron-server[91821]: {{(pid=91821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:37:49.761149 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Network 0782a5e4-beb2-4273-a34a-432bb014c241 is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:37:49.762671 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:49.763693 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:37:49.767038 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:37:49.775457 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.829419 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.844806 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157fbfe9-15a9-473d-9f82-6b6ceae9a6be,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:49.869681 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:49.877793 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:49.878685 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.883116 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.890691 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Attempting to bind port 332d7819-e190-4458-bc47-c5210b0fe353 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:37:49.891058 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Attempting to bind port 332d7819-e190-4458-bc47-c5210b0fe353 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:37:49.891429 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Attempting to bind port 332d7819-e190-4458-bc47-c5210b0fe353 on network 0782a5e4-beb2-4273-a34a-432bb014c241 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:37:49.902553 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:49.907873 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:37:49.908249 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Checking segment: {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:37:49.908658 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.909051 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Bound using segment: {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:37:49.909536 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Bound port: 332d7819-e190-4458-bc47-c5210b0fe353, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:37:49.909906 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:49.919144 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.028441 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Allocated IP 172.28.3.70 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/b836355e-45d0-42fd-8e54-0a46e89f0e91) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:37:50.045886 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Pushing event updated for resources: {'Network': ['ID=cc1e4524-d44a-439f-8ba3-d87e38524446,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:50.048260 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:50.064069 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network cc1e4524-d44a-439f-8ba3-d87e38524446 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:37:50.115079 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] For port 332d7819-e190-4458-bc47-c5210b0fe353, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:37:50.189447 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] For port 332d7819-e190-4458-bc47-c5210b0fe353, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=332d7819-e190-4458-bc47-c5210b0fe353,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:37:50.194311 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.203657 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.222087 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.235417 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:50.242053 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:37:50.252672 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.253187 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Added segment 15d12360-d209-4f30-b98a-babe9b00f917 of type vlan for network 58da6007-cb2d-4af9-970e-52e400f07e70 Jun 07 13:37:50.283481 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.313972 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3635254 Jun 07 13:37:50.318609 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:50.325298 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 41742) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:50.330775 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.333506 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Request body: {'subnet': {'network_id': 'cc1e4524-d44a-439f-8ba3-d87e38524446', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-350800553-subnet', 'tenant_id': '745127a55052468fb5ae188ffbe700e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:50.340244 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:50.340993 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.365628 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.db.api [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 13:37:50.365628 dv-cinder-785362-2-smb neutron-server[91819]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 13:37:50.365628 dv-cinder-785362-2-smb neutron-server[91819]: [parameters: {'project_id_1': '31b5a501f95c4d92afcdfb65ee439f91', 'expiration_1': datetime.datetime(2021, 6, 7, 13, 37, 49, 960681)}] Jun 07 13:37:50.365628 dv-cinder-785362-2-smb neutron-server[91819]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:37:50.370034 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_db.api [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:37:50.374536 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Pushing event updated for resources: {'Port': ['ID=332d7819-e190-4458-bc47-c5210b0fe353,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:50.382365 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:50.397309 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c33f8d-68d3-4c45-8982-341e375f5820,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:50.421610 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.422245 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:50.422245 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:50.494674 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.511374 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.523680 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:50.554744 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Pushing event updated for resources: {'Network': ['ID=58da6007-cb2d-4af9-970e-52e400f07e70,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:50.558921 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:50.567096 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 58da6007-cb2d-4af9-970e-52e400f07e70 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:37:50.605591 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:37:50.628999 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:37:50.654977 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:37:50.694337 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.701842 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.718185 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:37:50.729949 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.730387 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Added segment 89f045b9-a568-48a6-87e1-2034abe7320c of type vlan for network 844ddbe4-c8bc-4253-9153-cd41903e9144 Jun 07 13:37:50.787302 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:50.812062 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7551317 Jun 07 13:37:50.821330 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.824967 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 41764) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:50.878209 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Pushing event updated for resources: {'Port': ['ID=b836355e-45d0-42fd-8e54-0a46e89f0e91,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:50.884824 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Request body: {'subnet': {'network_id': '58da6007-cb2d-4af9-970e-52e400f07e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1763967507-subnet', 'tenant_id': 'd4a49cd8c757498f815af9ebd6482656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:50.889628 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e5ca53-e9f2-4421-a38c-faeb3884a526,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:50.894729 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:50.905627 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.907234 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:50.907946 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:50.927127 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e5bd4314-5331-48a8-8100-c2d1f841cc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:51.064606 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:51.084966 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Made reservation on behalf of 745127a55052468fb5ae188ffbe700e0 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:37:51.096143 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:51.108110 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Pushing event updated for resources: {'Network': ['ID=844ddbe4-c8bc-4253-9153-cd41903e9144,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:51.124123 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:51.130186 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1263475 Jun 07 13:37:51.132147 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41782) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:51.138051 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 844ddbe4-c8bc-4253-9153-cd41903e9144 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:37:51.145796 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:51.149909 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:51.162002 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Request body: {'subnet': {'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-37369736-subnet', 'tenant_id': '5da3599657b44d5680910ac460ffdfad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:51.199166 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:37:51.216727 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:51.217075 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Added segment 9dcc34c1-c7e0-41d9-82b8-6e0321a1d916 of type vlan for network 208989e9-9ce4-41b2-86c1-f7dfee081e6b Jun 07 13:37:51.286912 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:51.375465 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:51.401362 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 332d7819-e190-4458-bc47-c5210b0fe353 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:37:51.453880 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4631bf-28cd-4c74-a4fd-c0741d877ab3,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:51.478468 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:51.529033 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:51.537874 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 332d7819-e190-4458-bc47-c5210b0fe353 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:37:51.606828 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:51.607542 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:51.626493 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:51.636375 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Made reservation on behalf of 5da3599657b44d5680910ac460ffdfad for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:37:51.638801 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:51.682700 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Made reservation on behalf of d4a49cd8c757498f815af9ebd6482656 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:37:51.685311 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:51.780409 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84d742b-4847-44dd-8c9b-4fdf4ef7c569 None None] Network 0782a5e4-beb2-4273-a34a-432bb014c241 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:37:51.878475 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=208989e9-9ce4-41b2-86c1-f7dfee081e6b,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:51.880763 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:51.890008 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4923720 Jun 07 13:37:51.893056 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41800) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:51.900278 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Request body: {'subnet': {'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1787239794-subnet', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:51.902878 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 208989e9-9ce4-41b2-86c1-f7dfee081e6b details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:37:51.953817 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Made reservation on behalf of 31b5a501f95c4d92afcdfb65ee439f91 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:37:51.958454 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.022310 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.069752 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a61ae734-9867-4627-90ff-c173f393cf2f None None] Provisioning for port 332d7819-e190-4458-bc47-c5210b0fe353 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:37:52.080248 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a61ae734-9867-4627-90ff-c173f393cf2f None None] Provisioning complete for port 332d7819-e190-4458-bc47-c5210b0fe353 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:37:52.080866 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a61ae734-9867-4627-90ff-c173f393cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.090874 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:52.188658 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Checking segment: {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:37:52.189359 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Network hostable DHCP agents. Network: 844ddbe4-c8bc-4253-9153-cd41903e9144, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:37:52.201774 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.209208 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e25dc1d-cf63-403a-9f14-69b96cbdcfa0,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:52.213998 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:52.227053 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Network 844ddbe4-c8bc-4253-9153-cd41903e9144 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:37:52.268814 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 844ddbe4-c8bc-4253-9153-cd41903e9144) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:37:52.280587 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:52.281310 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.295593 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4150e8-3a42-4121-b462-80591a670f39 None None] Network 844ddbe4-c8bc-4253-9153-cd41903e9144 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:37:52.315951 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1658549 Jun 07 13:37:52.364773 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.373966 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:52.447770 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Pushing event updated for resources: {'Subnet': ['ID=050186de-5062-460e-8201-e277a2d397b8,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:52.451402 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:52.483570 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Checking segment: {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:37:52.484149 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Network hostable DHCP agents. Network: 208989e9-9ce4-41b2-86c1-f7dfee081e6b, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:37:52.514033 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Network 208989e9-9ce4-41b2-86c1-f7dfee081e6b is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:37:52.519621 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.528591 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 208989e9-9ce4-41b2-86c1-f7dfee081e6b) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:37:52.535367 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:52.536078 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.540308 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-19f6791e-19d5-46fc-8feb-38d294f683a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:52.564106 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6694274 Jun 07 13:37:52.567320 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41822) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:52.579646 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:52.606376 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7b91d7-3f0b-41d7-882c-395699101d8f None None] Network 208989e9-9ce4-41b2-86c1-f7dfee081e6b requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:37:52.632472 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-601272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15121'] for router, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.634676 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15130'] for router, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.640308 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.662273 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.754056 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439a9d4e-c580-4abd-a2f7-a2de0d3fc3e4,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:52.763547 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:52.767947 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:52.797763 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a61ae734-9867-4627-90ff-c173f393cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.836222 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a61ae734-9867-4627-90ff-c173f393cf2f None None] For port 332d7819-e190-4458-bc47-c5210b0fe353, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=332d7819-e190-4458-bc47-c5210b0fe353,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:37:52.846870 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Checking segment: {'id': '5bbec424-4524-4aee-9ca9-d05d2004aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'cc1e4524-d44a-439f-8ba3-d87e38524446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:37:52.847236 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Network hostable DHCP agents. Network: cc1e4524-d44a-439f-8ba3-d87e38524446, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:37:52.855583 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2645a831-3555-447c-8286-2a23d28385ad None None] Network 844ddbe4-c8bc-4253-9153-cd41903e9144 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:37:52.869458 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a61ae734-9867-4627-90ff-c173f393cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:52.902999 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:52.977713 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Checking segment: {'id': '15d12360-d209-4f30-b98a-babe9b00f917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58da6007-cb2d-4af9-970e-52e400f07e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:37:52.978745 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Network hostable DHCP agents. Network: 58da6007-cb2d-4af9-970e-52e400f07e70, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:37:52.990452 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fa658a-a95c-4dd9-a475-dad9544d53af,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:53.000883 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:53.011926 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 41856) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:53.021327 dv-cinder-785362-2-smb neutron-server[91819]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 13:37:53.022386 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600211'] for router, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:53.050356 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Network cc1e4524-d44a-439f-8ba3-d87e38524446 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:37:53.151954 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Network 58da6007-cb2d-4af9-970e-52e400f07e70 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:37:53.167050 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, cc1e4524-d44a-439f-8ba3-d87e38524446) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:37:53.198830 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d64a00-be03-4e04-b6dd-6ab1ddac1942 None None] Network cc1e4524-d44a-439f-8ba3-d87e38524446 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:37:53.199269 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15116'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:53.216037 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 58da6007-cb2d-4af9-970e-52e400f07e70) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:37:53.252603 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:53.253202 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:53.333001 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:53.333699 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:53.533523 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-7a0c0ac5-101a-4dac-b74c-09db352a9dc6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.2070773 Jun 07 13:37:53.551534 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7248905 Jun 07 13:37:53.561685 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-f1a75632-bada-4cdc-8ff6-bc3fc26fa59a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:53.569393 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-f1a75632-bada-4cdc-8ff6-bc3fc26fa59a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 813 time: 0.5566752 Jun 07 13:37:53.593712 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-fae87bbb-aee3-4c31-a611-90f26fda350b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/quotas/5da3599657b44d5680910ac460ffdfad HTTP/1.1" status: 200 len: 375 time: 0.0228689 Jun 07 13:37:53.663958 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-078c6710-190d-4da7-b4d7-d02d702198d3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684996 Jun 07 13:37:53.697810 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Router 615167b0-1770-43d7-a61a-39e1e3079ed0 is scheduled to L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 with binding_index 1 {{(pid=91819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:37:53.864655 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608db9e4-54a3-4003-87ab-9a34d0124116 None None] Network 58da6007-cb2d-4af9-970e-52e400f07e70 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:37:53.964900 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:54.001243 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:54.001894 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ae734-9867-4627-90ff-c173f393cf2f None None] Pushing event updated for resources: {'Port': ['ID=332d7819-e190-4458-bc47-c5210b0fe353,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:54.006587 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a61ae734-9867-4627-90ff-c173f393cf2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.103s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:54.051884 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:37:54.063273 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Sync routers for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:37:54.078685 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb134c72-b8f1-5bf0-b93d-c1b1f45b96a5-208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8'}]}} from dv-cinder-785362-2-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:37:54.080505 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:54.081715 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:37:54.083129 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:37:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:37:54.102176 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:54.106692 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2787352 Jun 07 13:37:54.108016 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 41900) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:54.364278 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:37:54.473037 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Allocated IP 172.28.3.208 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/9fd80c01-f888-4f4c-82f2-bb525f8548d6) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:37:54.503153 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6cab5d05-f126-46c1-bd0b-4a05e5a368ad None None] Provisioning complete for port 332d7819-e190-4458-bc47-c5210b0fe353 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:37:54.514227 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6cab5d05-f126-46c1-bd0b-4a05e5a368ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:54.530141 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41912) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:54.652046 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:37:54.775087 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:51Z', 'revision_number': 3, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:37:54.788376 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Checking router: 615167b0-1770-43d7-a61a-39e1e3079ed0 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:37:54.788824 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Updating router 615167b0-1770-43d7-a61a-39e1e3079ed0 port b836355e-45d0-42fd-8e54-0a46e89f0e91 binding host dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:37:54.839220 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d2554071-f037-48ca-84c8-4b1ae5a3df02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:54.860999 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:54.939663 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:54.990436 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-05957b38-dcb7-4abc-a37d-07d7f4d39dde service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=91819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:37:54.999852 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-05957b38-dcb7-4abc-a37d-07d7f4d39dde service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3964195 Jun 07 13:37:55.058505 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:55.097704 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-324d6446-3efb-412b-8767-b707164e2f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:55.227135 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:37:55.228593 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:37:55.294252 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7000dc8-796b-429f-bd3f-fcbc0bb4335e None None] Network cc1e4524-d44a-439f-8ba3-d87e38524446 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:37:55.305658 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:37:55.321595 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Allocated IP 172.20.0.2 (208989e9-9ce4-41b2-86c1-f7dfee081e6b/050186de-5062-460e-8201-e277a2d397b8/117cc9b0-3dc7-4d22-82b7-0ef5f855a679) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:37:55.385177 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41950) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:55.385508 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 41952) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:55.387648 dv-cinder-785362-2-smb neutron-server[91820]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 13:37:55.500923 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-1beef12e-a8b2-402d-b5de-fee11b391d48 service neutron] 10.222.0.50 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002077 Jun 07 13:37:55.511360 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 332d7819-e190-4458-bc47-c5210b0fe353 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:37:55.557102 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1797496749-network', 'tenant_id': '77130bd33451429ba92967815d1f066c'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:55.604997 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-44638bd5-671d-4113-a5e0-f211d87d9a0a tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:55.610430 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-44638bd5-671d-4113-a5e0-f211d87d9a0a tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/networks?id=58da6007-cb2d-4af9-970e-52e400f07e70 HTTP/1.1" status: 200 len: 812 time: 0.2238343 Jun 07 13:37:55.666426 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810fc03-9a9a-479d-b41c-2ed31940fd09 None None] Network 58da6007-cb2d-4af9-970e-52e400f07e70 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:37:55.668105 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-132b06ec-8182-47a2-a956-045f5c949907 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/quotas/d4a49cd8c757498f815af9ebd6482656 HTTP/1.1" status: 200 len: 375 time: 0.0248992 Jun 07 13:37:55.709998 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:55.726765 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Transition to ACTIVE for port object b836355e-45d0-42fd-8e54-0a46e89f0e91 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:37:55.735828 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:55.751552 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:55.782098 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-9fcb279b-0fbf-42a9-81d3-47af4716e50d service neutron] 10.222.0.50 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272542 Jun 07 13:37:55.788278 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:55.796557 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-f0ea3bdb-3ca5-4696-b8c4-7e5bf06d8620 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4a49cd8c757498f815af9ebd6482656&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915546 Jun 07 13:37:55.858100 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Attempting to bind port b836355e-45d0-42fd-8e54-0a46e89f0e91 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:37:55.858493 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Attempting to bind port b836355e-45d0-42fd-8e54-0a46e89f0e91 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:37:55.858856 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Attempting to bind port b836355e-45d0-42fd-8e54-0a46e89f0e91 on network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:37:55.868372 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:37:55.868735 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Checking segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:37:55.869131 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:55.869525 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Bound using segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:37:55.869991 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Bound port: b836355e-45d0-42fd-8e54-0a46e89f0e91, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:37:55.870382 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:55.916891 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Pushing event updated for resources: {'Port': ['ID=b836355e-45d0-42fd-8e54-0a46e89f0e91,revision_number=2']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:55.939873 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.940215 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.940594 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.940922 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.941309 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.942558 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.942888 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.943206 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.943573 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.943895 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.944209 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.944569 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Tracked resource versions report: Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: pushed versions: Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: { 'AddressGroup': {'1.2'}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'ConntrackHelper': {'1.0'}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'Log': {'1.0'}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'Network': {'1.1'}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'Port': {'1.7'}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'PortForwarding': {'1.2'}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'QosPolicy': {'1.8'}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'SecurityGroup': {'1.4'}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'SubPort': {'1.0'}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'Subnet': {'1.1'}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'Trunk': {'1.1'}} Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: consumer versions: Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: { DHCP agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: HyperV agent@hv-cinder-78536: {}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: L3 agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: Metadata agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: Metering agent@dv-cinder-785362-2-smb: {}, Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: Open vSwitch agent@dv-cinder-785362-2-smb: { 'AddressGroup': '1.2', Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'ConntrackHelper': '1.0', Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'Log': '1.0', Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'Network': '1.1', Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'Port': '1.7', Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'PortForwarding': '1.2', Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'QosPolicy': '1.8', Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'SecurityGroup': '1.4', Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'SecurityGroupRule': '1.2', Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'SubPort': '1.0', Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'Subnet': '1.1', Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: 'Trunk': '1.1'}} Jun 07 13:37:55.946781 dv-cinder-785362-2-smb neutron-server[91822]: {{(pid=91822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:37:55.951948 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:56.033771 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] For port b836355e-45d0-42fd-8e54-0a46e89f0e91, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:37:56.048710 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] For port b836355e-45d0-42fd-8e54-0a46e89f0e91, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=b836355e-45d0-42fd-8e54-0a46e89f0e91,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:37:56.052204 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd80c01-f888-4f4c-82f2-bb525f8548d6,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:56.059049 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:56.065848 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:56.076477 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:56.160123 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d2554071-f037-48ca-84c8-4b1ae5a3df02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:56.184108 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d2554071-f037-48ca-84c8-4b1ae5a3df02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:56.243289 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-18e1c79d-d477-4a15-b86e-bfc0cd0d16ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:56.271834 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 332d7819-e190-4458-bc47-c5210b0fe353 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:37:56.272221 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:56.277441 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:37:56.279996 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:37:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:37:56.282309 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Allocated IP 172.20.0.1 (0782a5e4-beb2-4273-a34a-432bb014c241/160a7e56-f2ae-44f1-887b-efefc27d13b8/d1e30e84-e075-4ec6-9ff8-1cf78311b331) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:37:56.351465 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2554071-f037-48ca-84c8-4b1ae5a3df02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf698b33-16ce-4eb2-9caf-e047c28d39b5,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:56.381745 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d2554071-f037-48ca-84c8-4b1ae5a3df02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:56.394549 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-cabac407-8a8d-4a9b-962b-259769bc0cc0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:37:56.395872 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-cabac407-8a8d-4a9b-962b-259769bc0cc0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2511172 Jun 07 13:37:56.479316 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Pushing event updated for resources: {'Port': ['ID=b836355e-45d0-42fd-8e54-0a46e89f0e91,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:56.485677 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:56.518854 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:56.556884 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Transition to ACTIVE for port object 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:37:56.568614 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Made reservation on behalf of 77130bd33451429ba92967815d1f066c for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:37:56.574971 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:56.577313 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-70ccd193-f3d3-4300-85ca-c26c9aeeb640 req-2719367f-ffa2-41f6-b34e-bc8acacfdd3c tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 210 time: 0.2235694 Jun 07 13:37:56.654637 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:37:56.735207 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Transition to ACTIVE for port object 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:37:56.743346 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:56.761134 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:56.779317 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-d2554071-f037-48ca-84c8-4b1ae5a3df02 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4911ab8730d24ef1bab4619a820de66f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2481101 Jun 07 13:37:56.785940 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 42002) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:56.787590 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:56.862601 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:56.905029 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Transition to ACTIVE for port object d1e30e84-e075-4ec6-9ff8-1cf78311b331 will not be triggered until provisioned by entity DHCP. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:37:56.923855 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Network 208989e9-9ce4-41b2-86c1-f7dfee081e6b is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:37:56.939855 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:37:56.950770 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:37:56.964410 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:56.970429 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d71c572e-02bb-4108-a720-f2b51c11b399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:57.089064 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Network 0782a5e4-beb2-4273-a34a-432bb014c241 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:37:57.104181 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:37:57.108664 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:37:57.109176 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663529'] for router_interface, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:57.145601 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:57.167047 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Pushing event updated for resources: {'Port': ['ID=117cc9b0-3dc7-4d22-82b7-0ef5f855a679,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:57.187650 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:57.203154 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Attempting to bind port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:37:57.208280 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Attempting to bind port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:37:57.208732 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Attempting to bind port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 on network 208989e9-9ce4-41b2-86c1-f7dfee081e6b {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:37:57.222228 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:37:57.222691 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Checking segment: {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:37:57.223160 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:57.223623 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Bound using segment: {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:37:57.224162 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Bound port: 117cc9b0-3dc7-4d22-82b7-0ef5f855a679, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:37:57.224600 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:57.449213 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e30e84-e075-4ec6-9ff8-1cf78311b331,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:57.459351 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:57.487321 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] For port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:37:57.510593 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] For port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=117cc9b0-3dc7-4d22-82b7-0ef5f855a679,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:37:57.516598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:57.531824 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1b1f0c48-24fc-48c5-a32a-d48fbe2bb085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:57.541082 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:51Z', 'revision_number': 3, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:37:57.566598 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e1dac5-6164-48cb-b2e6-44d8bde10e44 None None] The sync data for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb is: [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:51Z', 'revision_number': 3, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:37:57.682248 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6b709a26-d144-4881-bf61-6dce26630651 None None] Provisioning for port d1e30e84-e075-4ec6-9ff8-1cf78311b331 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:37:57.707882 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6b709a26-d144-4881-bf61-6dce26630651 None None] Provisioning complete for port d1e30e84-e075-4ec6-9ff8-1cf78311b331 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:37:57.709836 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6b709a26-d144-4881-bf61-6dce26630651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:57.822818 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-6b709a26-d144-4881-bf61-6dce26630651 None None] Port d1e30e84-e075-4ec6-9ff8-1cf78311b331 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:37:57.829192 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Pushing event updated for resources: {'Port': ['ID=117cc9b0-3dc7-4d22-82b7-0ef5f855a679,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:57.832926 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:57.861034 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-71b06948-bea4-4980-8905-18e30672ddcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:57.919904 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a09fe895-fdc9-4553-ae18-b2bd86f88ab2 req-e64d8c70-0b35-4271-956a-c20d6eb89aa7 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 210 time: 0.1641569 Jun 07 13:37:57.936250 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-949d60d2-1a2f-4091-9006-9393a8f9b0b6 service neutron] 10.222.0.50 "GET /v2.0/networks/58da6007-cb2d-4af9-970e-52e400f07e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5267246 Jun 07 13:37:58.135927 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-71b06948-bea4-4980-8905-18e30672ddcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:58.168229 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:58.518066 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:58.554412 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:58.560225 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:58.561752 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-720553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605857'] for router_interface, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:58.564546 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:58.565665 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600211'] for router, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:58.570208 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:58.587143 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:37:58.628968 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:58.644337 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-71b06948-bea4-4980-8905-18e30672ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:58.661763 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e30e84-e075-4ec6-9ff8-1cf78311b331,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:58.669321 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:58.767456 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-71b06948-bea4-4980-8905-18e30672ddcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:58.778583 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-71b06948-bea4-4980-8905-18e30672ddcd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf698b33-16ce-4eb2-9caf-e047c28d39b5 HTTP/1.1" status: 204 len: 168 time: 1.9691925 Jun 07 13:37:58.812098 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:58.829228 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Added segment fd4b291c-6ae0-4b1f-aa5c-16ca4cf0af47 of type vlan for network 1d8654f1-462b-4ed4-834e-c1363aec4b3d Jun 07 13:37:58.862366 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-77418c1d-d45f-4fd1-8ddd-383f257baae1 service neutron] 10.222.0.50 "GET /v2.0/networks/58da6007-cb2d-4af9-970e-52e400f07e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9082530 Jun 07 13:37:58.897726 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Network 0782a5e4-beb2-4273-a34a-432bb014c241 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:37:58.902647 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:37:58.909834 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144fd3fb-5be0-443f-926e-80e38d0c7e8a,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:58.937319 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:58.939903 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7cbf1a1d-1c69-416f-8ce2-05059c54783b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:58.983272 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b06948-bea4-4980-8905-18e30672ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf698b33-16ce-4eb2-9caf-e047c28d39b5,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:59.025279 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-71b06948-bea4-4980-8905-18e30672ddcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:59.027017 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:59.275835 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:59.376504 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:37:59.381086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:37:59.403830 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a457b1c4-c507-4522-84eb-fac23254c723 req-8bfba538-f8d0-44b2-87ad-c12eda2c16f5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 210 time: 0.0873985 Jun 07 13:37:59.428327 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:37:59.457081 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Router 615167b0-1770-43d7-a61a-39e1e3079ed0 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:37:59.468473 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c9103e01-ac3b-46df-8c9c-a90866dd5161 req-1140c872-0f2f-4519-b0b7-8a7ccd58ba12 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 210 time: 0.1932502 Jun 07 13:37:59.478990 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb49603-8e96-4862-94f8-5ad8d9939b6d None None] Network 208989e9-9ce4-41b2-86c1-f7dfee081e6b requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:37:59.521555 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.54', 59213) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:59.542010 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:37:59.644134 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Pushing event updated for resources: {'Network': ['ID=1d8654f1-462b-4ed4-834e-c1363aec4b3d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:37:59.650918 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.1077054 Jun 07 13:37:59.656309 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:37:59.656781 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 42090) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:37:59.677914 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Request body: {'subnet': {'network_id': '1d8654f1-462b-4ed4-834e-c1363aec4b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1797496749-subnet', 'tenant_id': '77130bd33451429ba92967815d1f066c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:37:59.694139 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Router 8b473756-3771-45c9-921f-a0953eb2e565 is scheduled to L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 with binding_index 1 {{(pid=91820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:37:59.779853 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 1d8654f1-462b-4ed4-834e-c1363aec4b3d details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:38:00.144516 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Made reservation on behalf of 77130bd33451429ba92967815d1f066c for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:00.146932 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:00.243487 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:38:00.267073 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-56288459-f7b1-4935-ba1b-bd349e3b3d68 None None] Provisioning complete for port d1e30e84-e075-4ec6-9ff8-1cf78311b331 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:00.267852 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-56288459-f7b1-4935-ba1b-bd349e3b3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:00.288470 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] 10.222.0.50 "PUT /v2.0/routers/615167b0-1770-43d7-a61a-39e1e3079ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1717720 Jun 07 13:38:00.485070 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-56288459-f7b1-4935-ba1b-bd349e3b3d68 None None] Port d1e30e84-e075-4ec6-9ff8-1cf78311b331 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:38:00.505283 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:00.593283 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-611d03e6-5a9d-41a4-ae89-b25b67c78a75 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:00.598025 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-611d03e6-5a9d-41a4-ae89-b25b67c78a75 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 813 time: 1.0737305 Jun 07 13:38:00.638582 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device b836355e-45d0-42fd-8e54-0a46e89f0e91 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:00.652987 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42166) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:00.690974 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Request body: {'port': {'device_id': 'd2724e78-d9ef-4d44-8216-0d088c483e97', 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144', 'admin_state_up': True, 'tenant_id': '5da3599657b44d5680910ac460ffdfad'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:00.749460 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Sync routers for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:38:00.767534 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7ab82b11-7466-4f48-9df2-2c57cb679cd2 req-a8afbe8a-5438-401d-b7ed-628db9ace3f6 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 210 time: 0.0648241 Jun 07 13:38:00.849024 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-367ee922-c95e-46ab-9a52-824f27642525 req-11ff25ce-acba-4478-9239-2074c3dcc817 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 210 time: 0.2250960 Jun 07 13:38:00.856671 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6711e4e3-4453-4f80-9069-b40cc6940fab None None] Provisioning for port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:00.876444 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:38:00.888067 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Sync routers for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:38:00.908736 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:00.909383 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:37:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:00.915051 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:00.918931 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:37:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:01.003682 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:01.005345 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4365704 Jun 07 13:38:01.008445 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42192) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:01.235778 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fda0d42d-f9ba-4ca8-9374-e14494799790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:01.321800 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:01.403184 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:01.575048 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Made reservation on behalf of 5da3599657b44d5680910ac460ffdfad for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:01.580103 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:01.700140 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:01.713817 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-12e0ff0a-1acb-41db-a201-d32f460f7926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:01.823994 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.54', 59220) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:01.824981 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port b836355e-45d0-42fd-8e54-0a46e89f0e91 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:01.839562 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6711e4e3-4453-4f80-9069-b40cc6940fab None None] Provisioning complete for port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:01.839938 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6711e4e3-4453-4f80-9069-b40cc6940fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:02.147226 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Checking segment: {'id': 'fd4b291c-6ae0-4b1f-aa5c-16ca4cf0af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1d8654f1-462b-4ed4-834e-c1363aec4b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:02.147589 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Network hostable DHCP agents. Network: 1d8654f1-462b-4ed4-834e-c1363aec4b3d, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:38:02.171825 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port b836355e-45d0-42fd-8e54-0a46e89f0e91 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:02.172191 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:02.221671 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b17224-b4ba-47dc-a6f2-ab88b820dc35,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:02.228496 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:37:56Z', 'revision_number': 3, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:02.242966 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42218) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:02.244314 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Checking router: 8b473756-3771-45c9-921f-a0953eb2e565 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:38:02.246479 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:02.248050 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Updating router 8b473756-3771-45c9-921f-a0953eb2e565 port 9fd80c01-f888-4f4c-82f2-bb525f8548d6 binding host dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:38:02.305386 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-1bd36df8-a86a-4b2c-a993-8c18035f7d10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507983483', 'description': 'tempest-description--33107816'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:02.410453 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:02.422152 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-72699ee8-8030-44fd-ad28-2aebfc4f2471 req-6b9553c6-61db-48fa-9e71-1c044a7f1195 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 210 time: 0.1599796 Jun 07 13:38:02.628813 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7721-31be-4bac-b738-7ec20bfbaa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:02.674228 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Network 1d8654f1-462b-4ed4-834e-c1363aec4b3d is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:38:02.767784 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Allocated IP 172.20.0.10 (844ddbe4-c8bc-4253-9153-cd41903e9144/0e25dc1d-cf63-403a-9f14-69b96cbdcfa0/50ce2ee7-6377-4b4c-b9a6-9615e592be2f) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:02.770689 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e81f9355-6af2-44e9-b2c3-0fc188c942ed req-31809554-7f68-44bf-91b0-e18f946862c7 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 210 time: 0.3181863 Jun 07 13:38:02.803706 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 1d8654f1-462b-4ed4-834e-c1363aec4b3d) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:02.831662 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:02.832393 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:02.940284 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-afe2a646-92a8-4add-bdc9-c7e384289eef tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:02.942543 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-afe2a646-92a8-4add-bdc9-c7e384289eef tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.54 "GET /v2.0/networks?id=58da6007-cb2d-4af9-970e-52e400f07e70 HTTP/1.1" status: 200 len: 812 time: 1.0737786 Jun 07 13:38:02.954936 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8ca36a-3879-458d-9345-85ae304cf37a None None] Network 1d8654f1-462b-4ed4-834e-c1363aec4b3d requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:03.061963 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Request body: {'port': {'device_id': '425b4004-ffd4-4de1-afc1-421b4389216e', 'network_id': '58da6007-cb2d-4af9-970e-52e400f07e70', 'admin_state_up': True, 'tenant_id': 'd4a49cd8c757498f815af9ebd6482656'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:03.149505 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fda0d42d-f9ba-4ca8-9374-e14494799790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.167521 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fda0d42d-f9ba-4ca8-9374-e14494799790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.220628 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-07576051-a626-4f6a-9135-96f50093adc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:03.233633 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-fda0d42d-f9ba-4ca8-9374-e14494799790 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54e6960681104e99ad6c72e98f1bb6a0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5780170 Jun 07 13:38:03.238114 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.259979 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42250) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:03.435429 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0d42d-f9ba-4ca8-9374-e14494799790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518c240d-15a8-4217-a099-ef1ec9920d54,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:03.457740 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.519313 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fda0d42d-f9ba-4ca8-9374-e14494799790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:03.531212 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fbea52bc-1f84-43e5-bbd3-22d074d91eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.584234 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.587373 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9244623 Jun 07 13:38:03.611403 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6711e4e3-4453-4f80-9069-b40cc6940fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.617828 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Transition to ACTIVE for port object 9fd80c01-f888-4f4c-82f2-bb525f8548d6 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:03.635593 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.641286 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:03.738207 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port b836355e-45d0-42fd-8e54-0a46e89f0e91, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=b836355e-45d0-42fd-8e54-0a46e89f0e91,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:03.778036 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.844101 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fbea52bc-1f84-43e5-bbd3-22d074d91eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.891259 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Attempting to bind port 9fd80c01-f888-4f4c-82f2-bb525f8548d6 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:03.892370 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Attempting to bind port 9fd80c01-f888-4f4c-82f2-bb525f8548d6 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:03.892752 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Attempting to bind port 9fd80c01-f888-4f4c-82f2-bb525f8548d6 on network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:03.922146 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb017a-a85a-420b-aa11-07794f16d63e None None] Pushing event updated for resources: {'Port': ['ID=9fd80c01-f888-4f4c-82f2-bb525f8548d6,revision_number=2']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:03.937842 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-53fb017a-a85a-420b-aa11-07794f16d63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:03.945318 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:03.946860 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Checking segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:03.948184 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.948823 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Bound using segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:03.950822 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Bound port: 9fd80c01-f888-4f4c-82f2-bb525f8548d6, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:03.951893 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:03.978741 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:04.027102 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1bd36df8-a86a-4b2c-a993-8c18035f7d10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.087247 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-6711e4e3-4453-4f80-9069-b40cc6940fab None None] For port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=117cc9b0-3dc7-4d22-82b7-0ef5f855a679,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:04.128541 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] For port 9fd80c01-f888-4f4c-82f2-bb525f8548d6, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:04.136659 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] For port 9fd80c01-f888-4f4c-82f2-bb525f8548d6, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=9fd80c01-f888-4f4c-82f2-bb525f8548d6,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:04.145125 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.152448 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 42262) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:04.160962 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:04.208423 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1aaf9b-7cf4-48c9-bb69-a3c802c92473 None None] Network 1d8654f1-462b-4ed4-834e-c1363aec4b3d requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:04.243635 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-444b20a3-b837-44a1-b01b-fcd573054167 req-70456f73-749a-4824-8cab-f3d99856e4f2 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 210 time: 0.0820956 Jun 07 13:38:04.250354 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=b836355e-45d0-42fd-8e54-0a46e89f0e91,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:04.261305 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6711e4e3-4453-4f80-9069-b40cc6940fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.265309 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:04.277014 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:04.287982 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Allocated IP 172.20.0.1 (208989e9-9ce4-41b2-86c1-f7dfee081e6b/050186de-5062-460e-8201-e277a2d397b8/de14ca00-bbdb-4f44-9c8a-5d1fce47c182) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:04.311736 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fbea52bc-1f84-43e5-bbd3-22d074d91eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.316708 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fbea52bc-1f84-43e5-bbd3-22d074d91eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.326089 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-fbea52bc-1f84-43e5-bbd3-22d074d91eb4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/518c240d-15a8-4217-a099-ef1ec9920d54 HTTP/1.1" status: 204 len: 168 time: 1.0638661 Jun 07 13:38:04.330555 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fda0d42d-f9ba-4ca8-9374-e14494799790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:04.379717 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711e4e3-4453-4f80-9069-b40cc6940fab None None] Pushing event updated for resources: {'Port': ['ID=117cc9b0-3dc7-4d22-82b7-0ef5f855a679,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:04.394385 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea52bc-1f84-43e5-bbd3-22d074d91eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518c240d-15a8-4217-a099-ef1ec9920d54,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:04.399955 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-6711e4e3-4453-4f80-9069-b40cc6940fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:04.404905 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fbea52bc-1f84-43e5-bbd3-22d074d91eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:04.431339 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:37:58Z', 'revision_number': 2, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:04.461282 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:04.461282 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:37:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:04.466294 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Checking router: 615167b0-1770-43d7-a61a-39e1e3079ed0 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:38:04.466889 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Updating router 615167b0-1770-43d7-a61a-39e1e3079ed0 port d1e30e84-e075-4ec6-9ff8-1cf78311b331 binding host dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:38:04.496992 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9f99a366-2ebc-44ad-81b8-26f9276ce1b2 req-f7f5465d-7838-4227-a100-af5e8415a30b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 210 time: 0.4676886 Jun 07 13:38:04.629799 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Made reservation on behalf of d4a49cd8c757498f815af9ebd6482656 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:04.641273 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.714292 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb017a-a85a-420b-aa11-07794f16d63e None None] Pushing event updated for resources: {'Port': ['ID=9fd80c01-f888-4f4c-82f2-bb525f8548d6,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:04.719548 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-53fb017a-a85a-420b-aa11-07794f16d63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:04.730165 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-be601257-5d7b-4df3-96b6-5ab3a5a02b06 admin admin] Deleting subnet 439a9d4e-c580-4abd-a2f7-a2de0d3fc3e4 {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:38:04.743274 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-be601257-5d7b-4df3-96b6-5ab3a5a02b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.770778 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.826217 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.837511 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Transition to ACTIVE for port object de14ca00-bbdb-4f44-9c8a-5d1fce47c182 will not be triggered until provisioned by entity DHCP. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:04.850586 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.897732 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-be601257-5d7b-4df3-96b6-5ab3a5a02b06 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.916243 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-be601257-5d7b-4df3-96b6-5ab3a5a02b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.920477 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:04.938916 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1bd36df8-a86a-4b2c-a993-8c18035f7d10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.946536 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1bd36df8-a86a-4b2c-a993-8c18035f7d10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:04.985416 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:05.055607 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-9a929e64-4cd1-43f5-b073-08c577831498 None None] Provisioning complete for port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:05.056340 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9a929e64-4cd1-43f5-b073-08c577831498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:05.171856 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:05.229962 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2627-b2a8-4161-9190-e33c1ae4c6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:05.276485 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:05.309233 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:05.317507 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42284) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:05.318629 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd36df8-a86a-4b2c-a993-8c18035f7d10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633a3caf-d95d-431d-ad96-64641b8d8af1,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:05.321583 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-be601257-5d7b-4df3-96b6-5ab3a5a02b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:05.321757 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1bd36df8-a86a-4b2c-a993-8c18035f7d10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:05.327813 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-1bd36df8-a86a-4b2c-a993-8c18035f7d10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.0833828 Jun 07 13:38:05.348161 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 42286) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:05.349677 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:05.395936 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1bd36df8-a86a-4b2c-a993-8c18035f7d10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:05.450933 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:05.487137 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-77a3a5fd-9eac-4602-9799-0d3891557aef tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'security_group_rule': {'security_group_id': '633a3caf-d95d-431d-ad96-64641b8d8af1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:05.662244 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf4a6-4fc0-46b9-9689-4a2cfe84229e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:05.693955 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Allocated IP 172.20.0.7 (58da6007-cb2d-4af9-970e-52e400f07e70/59fa658a-a95c-4dd9-a475-dad9544d53af/e74e824f-a854-48aa-8b6d-e78d049e7ff2) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:05.809360 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-be601257-5d7b-4df3-96b6-5ab3a5a02b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:05.812276 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-be601257-5d7b-4df3-96b6-5ab3a5a02b06 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/439a9d4e-c580-4abd-a2f7-a2de0d3fc3e4 HTTP/1.1" status: 204 len: 168 time: 1.6023357 Jun 07 13:38:05.833776 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Pushing event updated for resources: {'Port': ['ID=50ce2ee7-6377-4b4c-b9a6-9615e592be2f,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:05.848269 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 42298) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:05.852321 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:05.854749 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b0828846-1c56-487b-82c3-5ec1f69e5418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:05.895828 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Network 844ddbe4-c8bc-4253-9153-cd41903e9144 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:05.940119 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:37:56Z', 'revision_number': 3, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:05.943173 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:05.949908 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb3c70-017f-4fe4-ae67-e4d6dd404faa None None] The sync data for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb is: [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:37:56Z', 'revision_number': 3, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:38:05.958580 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f5329194-1c9d-456d-8dbc-332cd929af17 req-ee62e2bf-0630-44db-949e-1e8beb35ccce tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 210 time: 0.3701198 Jun 07 13:38:05.967127 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Network 208989e9-9ce4-41b2-86c1-f7dfee081e6b is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:05.968421 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be601257-5d7b-4df3-96b6-5ab3a5a02b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439a9d4e-c580-4abd-a2f7-a2de0d3fc3e4,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:06.000016 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:06.003183 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:06.003969 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663529'] for router_interface, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.068075 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Pushing event updated for resources: {'Port': ['ID=de14ca00-bbdb-4f44-9c8a-5d1fce47c182,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:06.089622 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:06.129940 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:06.166417 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-77a3a5fd-9eac-4602-9799-0d3891557aef tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.192650 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:06.200781 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.361050 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-be601257-5d7b-4df3-96b6-5ab3a5a02b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:06.368304 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:06.374205 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:06.374899 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.386312 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf4a6-4fc0-46b9-9689-4a2cfe84229e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.406993 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:06.407771 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.433358 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7515917 Jun 07 13:38:06.485281 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cbcdf4a6-4fc0-46b9-9689-4a2cfe84229e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.505285 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-a135a611-6c3d-409d-9a12-0ada9733bd8a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=91820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:38:06.506377 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-a135a611-6c3d-409d-9a12-0ada9733bd8a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208948 Jun 07 13:38:06.565518 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:06.590749 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.655187 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-cbcdf4a6-4fc0-46b9-9689-4a2cfe84229e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c3f120c1e3d49a08e048b73a593db91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3228588 Jun 07 13:38:06.670546 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Transition to ACTIVE for port object d1e30e84-e075-4ec6-9ff8-1cf78311b331 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:06.680712 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8601ec39-b370-4bb1-83ca-6bfced32250d None None] Provisioning for port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:06.698414 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.717558 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8601ec39-b370-4bb1-83ca-6bfced32250d None None] Provisioning complete for port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:06.717863 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8601ec39-b370-4bb1-83ca-6bfced32250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.733160 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.754847 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 42304) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:06.794770 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:06.803457 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdf4a6-4fc0-46b9-9689-4a2cfe84229e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf498e3-7919-4c65-9939-d29dc677c5aa,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:06.806504 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:06.830549 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8601ec39-b370-4bb1-83ca-6bfced32250d None None] Port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:38:06.872240 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cbcdf4a6-4fc0-46b9-9689-4a2cfe84229e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:06.993364 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:06.993880 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:06.994909 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:06.995679 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > port after_create 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:06.996719 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:06.999601 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > port after_update 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:07.000106 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:07.002154 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:07.002591 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:07.003042 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:07.038351 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device b836355e-45d0-42fd-8e54-0a46e89f0e91 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:07.394674 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:07.395736 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:07.396783 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:07.397366 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:07.397980 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1e4524-d44a-439f-8ba3-d87e38524446']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:07.458914 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff290b23-ba9e-4f73-9084-3fa0a7e568a5 None None] Pushing event updated for resources: {'Port': ['ID=d1e30e84-e075-4ec6-9ff8-1cf78311b331,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:07.510627 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-91dac209-4dea-436d-8a5d-182ff7c0da38 req-7457be9b-3bc4-45d1-8572-834819dc6e29 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 210 time: 0.2469902 Jun 07 13:38:07.528257 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbec424-4524-4aee-9ca9-d05d2004aa0f') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:07.529153 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbec424-4524-4aee-9ca9-d05d2004aa0f') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:07.560096 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:07.567536 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:07.568707 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-720553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605857'] for router_interface, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:07.592351 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2911c357-7f34-4819-8e1a-9987a7e1adb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:07.599718 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:07.611325 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-ff290b23-ba9e-4f73-9084-3fa0a7e568a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:07.620210 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27816299'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:07.681201 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2911c357-7f34-4819-8e1a-9987a7e1adb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:07.727853 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Attempting to bind port d1e30e84-e075-4ec6-9ff8-1cf78311b331 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:07.728237 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Attempting to bind port d1e30e84-e075-4ec6-9ff8-1cf78311b331 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:07.728580 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Attempting to bind port d1e30e84-e075-4ec6-9ff8-1cf78311b331 on network 0782a5e4-beb2-4273-a34a-432bb014c241 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:07.757915 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port b836355e-45d0-42fd-8e54-0a46e89f0e91 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:07.758668 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:07.812916 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a141fe8-6403-49a0-a325-951f86c1bf13 req-ef2d795e-c154-4848-940f-10451c4c52b1 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:07.815089 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4a141fe8-6403-49a0-a325-951f86c1bf13 req-ef2d795e-c154-4848-940f-10451c4c52b1 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 932 time: 2.0071142 Jun 07 13:38:07.845036 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:07.845036 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Checking segment: {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:07.845036 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:07.845036 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Bound using segment: {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:07.845036 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Bound port: d1e30e84-e075-4ec6-9ff8-1cf78311b331, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:07.845036 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:07.998254 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Pushing event updated for resources: {'Port': ['ID=de14ca00-bbdb-4f44-9c8a-5d1fce47c182,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:08.005694 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:08.011437 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.084308 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-77a3a5fd-9eac-4602-9799-0d3891557aef tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.094265 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.097564 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-77a3a5fd-9eac-4602-9799-0d3891557aef tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.103918 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.117185 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Network 208989e9-9ce4-41b2-86c1-f7dfee081e6b is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:08.121454 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:08.152473 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:08.192764 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:38:08.193411 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1293795'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: from cryptography.utils import int_from_bytes Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: from cryptography.utils import int_from_bytes Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: Traceback (most recent call last): Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: timer() Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: cb(*args, **kw) Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: return func(*args, **kwargs) Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: self._notify() Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: self.callback(batched_events) Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: event.method(event) Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: return f(self, *a, **k) Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: return self._get(url).json() Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:38:08.231466 dv-cinder-785362-2-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:38:08.269066 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] For port d1e30e84-e075-4ec6-9ff8-1cf78311b331, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:08.297961 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4a141fe8-6403-49a0-a325-951f86c1bf13 req-9743a527-e00a-4a6c-bfe8-34b5b1811856 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109523 Jun 07 13:38:08.318638 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.327225 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3a5fd-9eac-4602-9799-0d3891557aef tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2d7974-9501-4d0b-ac16-c9d9ac5a479f,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:08.344372 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] For port d1e30e84-e075-4ec6-9ff8-1cf78311b331, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=d1e30e84-e075-4ec6-9ff8-1cf78311b331,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:08.363582 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.393781 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:08.463198 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-77a3a5fd-9eac-4602-9799-0d3891557aef tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:08.463765 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:08.633797 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2911c357-7f34-4819-8e1a-9987a7e1adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.635400 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-77a3a5fd-9eac-4602-9799-0d3891557aef tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.641223 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 9fd80c01-f888-4f4c-82f2-bb525f8548d6 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:08.656222 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-77a3a5fd-9eac-4602-9799-0d3891557aef tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2111993 Jun 07 13:38:08.660331 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 42338) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:08.667235 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.682523 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-c93f53bb-bc54-4aab-adc7-c6568dee229c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'security_group_rule': {'security_group_id': '633a3caf-d95d-431d-ad96-64641b8d8af1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:08.692835 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:08.693474 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:38:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:08.746327 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2911c357-7f34-4819-8e1a-9987a7e1adb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.750214 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-2911c357-7f34-4819-8e1a-9987a7e1adb4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/caf498e3-7919-4c65-9939-d29dc677c5aa HTTP/1.1" status: 204 len: 168 time: 1.8093634 Jun 07 13:38:08.782858 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Router 8b473756-3771-45c9-921f-a0953eb2e565 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:38:08.812832 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c93f53bb-bc54-4aab-adc7-c6568dee229c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.903964 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Network 58da6007-cb2d-4af9-970e-52e400f07e70 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:08.929601 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:08.936075 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Pushing event updated for resources: {'Port': ['ID=e74e824f-a854-48aa-8b6d-e78d049e7ff2,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:08.964397 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:08.975333 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cc1e4524-d44a-439f-8ba3-d87e38524446 HTTP/1.1" status: 204 len: 168 time: 3.1216404 Jun 07 13:38:08.983870 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:09.056613 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 42346) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:09.254579 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:09.531867 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.068s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:09.561744 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.788s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:09.598084 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:09.601277 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:09.633877 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911c357-7f34-4819-8e1a-9987a7e1adb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf498e3-7919-4c65-9939-d29dc677c5aa,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:09.640772 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:38:09.678895 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2911c357-7f34-4819-8e1a-9987a7e1adb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:09.679400 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b97dc-5e1a-4c8b-8738-063d86b701ac req-2f7ed221-953c-4367-ae08-ac795a63c543 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:09.681221 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fd9b97dc-5e1a-4c8b-8738-063d86b701ac req-2f7ed221-953c-4367-ae08-ac795a63c543 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 931 time: 0.6050973 Jun 07 13:38:09.693344 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] 10.222.0.50 "PUT /v2.0/routers/8b473756-3771-45c9-921f-a0953eb2e565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6829295 Jun 07 13:38:09.783425 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff290b23-ba9e-4f73-9084-3fa0a7e568a5 None None] Pushing event updated for resources: {'Port': ['ID=d1e30e84-e075-4ec6-9ff8-1cf78311b331,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:09.787223 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Sync routers for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:38:09.814043 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.907s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:09.833723 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-ff290b23-ba9e-4f73-9084-3fa0a7e568a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.440s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:09.833926 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fd9b97dc-5e1a-4c8b-8738-063d86b701ac req-1e36cb1c-dcf5-4ac3-91c9-8dfde61fd3ab tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389627 Jun 07 13:38:09.899790 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1e4524-d44a-439f-8ba3-d87e38524446,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:09.907676 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Request body: {'port': {'device_id': 'd2724e78-d9ef-4d44-8216-0d088c483e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:09.954107 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-2ece1251-975d-4ebe-bd12-8895b9d436ea None None] Provisioning complete for port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:09.958809 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c93f53bb-bc54-4aab-adc7-c6568dee229c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:09.959566 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-2ece1251-975d-4ebe-bd12-8895b9d436ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:10.002279 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f6c529-d219-4342-be66-f21129a042b3 admin admin] Deleting subnet b4b17224-b4ba-47dc-a6f2-ab88b820dc35 {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:38:10.006781 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-98f6c529-d219-4342-be66-f21129a042b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:10.032320 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:10.040509 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:38:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:10.137187 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-38775b98-9d51-4c4e-9093-7f505c269ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:10.165046 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c93f53bb-bc54-4aab-adc7-c6568dee229c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:10.188009 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-98f6c529-d219-4342-be66-f21129a042b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27816292'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:10.261780 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2207696 Jun 07 13:38:10.301500 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:10.381761 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f53bb-bc54-4aab-adc7-c6568dee229c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb2931f-e44a-4270-afc1-dffde5c1e7f2,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:10.413099 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c93f53bb-bc54-4aab-adc7-c6568dee229c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:10.480458 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Request body: {'port': {'device_id': '425b4004-ffd4-4de1-afc1-421b4389216e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:10.744567 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:10.822219 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:10.841196 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:10.895909 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c93f53bb-bc54-4aab-adc7-c6568dee229c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:10.899797 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-c93f53bb-bc54-4aab-adc7-c6568dee229c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2309299 Jun 07 13:38:10.900302 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42402) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:10.905498 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'floatingip': {'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:10.947284 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-2ece1251-975d-4ebe-bd12-8895b9d436ea None None] Port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:38:10.966468 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:11.062402 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 9fd80c01-f888-4f4c-82f2-bb525f8548d6 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:11.085073 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 9fd80c01-f888-4f4c-82f2-bb525f8548d6 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:11.086904 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:11.345399 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:11.455690 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-98f6c529-d219-4342-be66-f21129a042b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:11.718630 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-98f6c529-d219-4342-be66-f21129a042b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1293637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27958704'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:11.718756 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:08Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:11.720474 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42414) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:11.729493 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635182-2784-4ccc-a580-13fe523eb15d req-b98785a3-151d-4e0f-af88-80d49c698831 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:11.731248 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e7635182-2784-4ccc-a580-13fe523eb15d req-b98785a3-151d-4e0f-af88-80d49c698831 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 932 time: 2.0342526 Jun 07 13:38:11.733038 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-8512f801-9ce2-4c3b-928f-e9a6d549a17c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689134078', 'description': 'tempest-description--86183789'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:11.739815 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead90f36-3364-4dfa-9adb-3c5eea6a5c53 None None] The sync data for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb is: [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:08Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:38:11.756373 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:11.765161 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:11.804272 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:07Z', 'revision_number': 2, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:11.858437 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 9fd80c01-f888-4f4c-82f2-bb525f8548d6, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=9fd80c01-f888-4f4c-82f2-bb525f8548d6,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:11.872274 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Checking router: 8b473756-3771-45c9-921f-a0953eb2e565 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:38:11.872654 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Updating router 8b473756-3771-45c9-921f-a0953eb2e565 port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 binding host dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:38:11.876726 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:11.970795 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6c529-d219-4342-be66-f21129a042b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b17224-b4ba-47dc-a6f2-ab88b820dc35,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:11.999187 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-98f6c529-d219-4342-be66-f21129a042b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:12.051897 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-98f6c529-d219-4342-be66-f21129a042b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:12.055763 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-98f6c529-d219-4342-be66-f21129a042b3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b4b17224-b4ba-47dc-a6f2-ab88b820dc35 HTTP/1.1" status: 204 len: 168 time: 2.9652429 Jun 07 13:38:12.079908 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42424) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:12.086812 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:12.098116 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:12.109837 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a61ae734-9867-4627-90ff-c173f393cf2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:12.228267 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e7635182-2784-4ccc-a580-13fe523eb15d req-06468570-2282-4395-a19a-b0ab86cae879 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813762 Jun 07 13:38:12.369827 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Allocated IP 172.28.3.50 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/9867cca8-a0ef-4d14-862c-af9289f494e3) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:12.427823 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8512f801-9ce2-4c3b-928f-e9a6d549a17c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:12.527860 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d1e30e84-e075-4ec6-9ff8-1cf78311b331 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:12.790424 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ce2ee7-6377-4b4c-b9a6-9615e592be2f {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:12.881147 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:12.923710 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:12.992051 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Transition to ACTIVE for port object 50ce2ee7-6377-4b4c-b9a6-9615e592be2f will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:12.994880 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=9fd80c01-f888-4f4c-82f2-bb525f8548d6,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:13.008299 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:13.027475 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:13.060176 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-730ab151-c907-4903-b89c-16a1244ed0e4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:13.143931 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port d1e30e84-e075-4ec6-9ff8-1cf78311b331 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:13.166874 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port d1e30e84-e075-4ec6-9ff8-1cf78311b331 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:13.167500 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:13.244593 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Pushing event updated for resources: {'Port': ['ID=50ce2ee7-6377-4b4c-b9a6-9615e592be2f,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:13.253978 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0e5f9-8671-4cc1-be40-c0e0b1608263 req-d8407b72-c900-4dc5-a59f-240e88efc00e tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:13.263186 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d4e0e5f9-8671-4cc1-be40-c0e0b1608263 req-d8407b72-c900-4dc5-a59f-240e88efc00e tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 931 time: 1.1752977 Jun 07 13:38:13.264916 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:13.600726 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.db.resource_extend [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:38:13.799511 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:13.834897 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:13.888964 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74e824f-a854-48aa-8b6d-e78d049e7ff2 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:13.901829 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:13.903830 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:13.906560 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port d1e30e84-e075-4ec6-9ff8-1cf78311b331, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=d1e30e84-e075-4ec6-9ff8-1cf78311b331,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:13.912045 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:13.912045 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > port after_create 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:13.912045 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > port after_delete 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:13.912368 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > port after_update 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:13.916328 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:13.916708 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:13.917249 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:13.917652 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:13.918830 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:13.930329 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:13.981550 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:13.997675 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Attempting to bind port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:13.997806 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Attempting to bind port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:13.998690 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Attempting to bind port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f on network 844ddbe4-c8bc-4253-9153-cd41903e9144 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:14.014317 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f on network 844ddbe4-c8bc-4253-9153-cd41903e9144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:38:14.014317 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Attempting to bind port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f on network 844ddbe4-c8bc-4253-9153-cd41903e9144 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:14.031966 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a35f18-c01d-4fbc-80f9-bbc354699484 req-9bcb2980-dbea-4787-a62a-96ace81a756e tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:14.046037 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-70a35f18-c01d-4fbc-80f9-bbc354699484 req-9bcb2980-dbea-4787-a62a-96ace81a756e tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 944 time: 0.5478716 Jun 07 13:38:14.048977 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Transition to ACTIVE for port object e74e824f-a854-48aa-8b6d-e78d049e7ff2 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:14.079198 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.080096 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:14.080455 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Checking segment: {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:14.082739 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Bound using segment: {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:14.083210 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Bound port: 50ce2ee7-6377-4b4c-b9a6-9615e592be2f, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:14.083553 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.107545 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-94794cc8-159f-40e6-81cd-4173e383a182 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:14.222030 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Pushing event updated for resources: {'Port': ['ID=e74e824f-a854-48aa-8b6d-e78d049e7ff2,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:14.240352 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:14.267985 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.284766 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 9fd80c01-f888-4f4c-82f2-bb525f8548d6 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:14.345335 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=d1e30e84-e075-4ec6-9ff8-1cf78311b331,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:14.363186 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:14.368722 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Transition to ACTIVE for port object de14ca00-bbdb-4f44-9c8a-5d1fce47c182 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:14.382152 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.392645 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:14.421195 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-70a35f18-c01d-4fbc-80f9-bbc354699484 req-6f32f381-905a-4548-9d96-8be61067b96a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731554 Jun 07 13:38:14.469043 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:14.469795 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:14.469795 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:14.470087 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:38:14.470656 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8654f1-462b-4ed4-834e-c1363aec4b3d']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:14.540280 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb61441-a6a4-4d5d-91d3-062c234ad41d None None] Pushing event updated for resources: {'Port': ['ID=de14ca00-bbdb-4f44-9c8a-5d1fce47c182,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:14.549012 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-edb61441-a6a4-4d5d-91d3-062c234ad41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:14.586338 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4b291c-6ae0-4b1f-aa5c-16ca4cf0af47') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:14.587970 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4b291c-6ae0-4b1f-aa5c-16ca4cf0af47') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:14.619086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] For port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:14.621145 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d4e0e5f9-8671-4cc1-be40-c0e0b1608263 req-84eb1d2d-6922-41b8-b9c4-01ed11570298 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3567343 Jun 07 13:38:14.668748 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] For port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=50ce2ee7-6377-4b4c-b9a6-9615e592be2f,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:14.680233 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Attempting to bind port e74e824f-a854-48aa-8b6d-e78d049e7ff2 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:14.680664 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Attempting to bind port e74e824f-a854-48aa-8b6d-e78d049e7ff2 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '15d12360-d209-4f30-b98a-babe9b00f917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58da6007-cb2d-4af9-970e-52e400f07e70'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:14.681068 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Attempting to bind port e74e824f-a854-48aa-8b6d-e78d049e7ff2 on network 58da6007-cb2d-4af9-970e-52e400f07e70 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:14.683901 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.702773 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:14.718215 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27891230'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.718403 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 9fd80c01-f888-4f4c-82f2-bb525f8548d6 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:14.718844 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.743000 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Port e74e824f-a854-48aa-8b6d-e78d049e7ff2 on network 58da6007-cb2d-4af9-970e-52e400f07e70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:38:14.743421 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Attempting to bind port e74e824f-a854-48aa-8b6d-e78d049e7ff2 on network 58da6007-cb2d-4af9-970e-52e400f07e70 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:14.757728 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:14.758816 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Checking segment: {'id': '15d12360-d209-4f30-b98a-babe9b00f917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58da6007-cb2d-4af9-970e-52e400f07e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:14.759309 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Bound using segment: {'id': '15d12360-d209-4f30-b98a-babe9b00f917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58da6007-cb2d-4af9-970e-52e400f07e70'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:14.759858 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Bound port: e74e824f-a854-48aa-8b6d-e78d049e7ff2, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d12360-d209-4f30-b98a-babe9b00f917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '58da6007-cb2d-4af9-970e-52e400f07e70'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:14.760301 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.776568 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.795944 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:14.796256 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.799867 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] 10.222.0.54 "PUT /v2.0/ports/50ce2ee7-6377-4b4c-b9a6-9615e592be2f HTTP/1.1" status: 200 len: 1094 time: 5.3107271 Jun 07 13:38:14.799867 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2724e78-d9ef-4d44-8216-0d088c483e97', 'tag': '50ce2ee7-6377-4b4c-b9a6-9615e592be2f'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:14.801157 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.806939 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Attempting to bind port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:14.806939 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Attempting to bind port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:14.807231 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Attempting to bind port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 on network 208989e9-9ce4-41b2-86c1-f7dfee081e6b {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:14.813704 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:38:14.814454 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27870624'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.815609 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:14.816098 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Checking segment: {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:14.816578 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.817054 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Bound using segment: {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:14.817580 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Bound port: de14ca00-bbdb-4f44-9c8a-5d1fce47c182, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:14.818009 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.872029 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Pushing event updated for resources: {'Port': ['ID=50ce2ee7-6377-4b4c-b9a6-9615e592be2f,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:14.876830 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:14.907800 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] For port e74e824f-a854-48aa-8b6d-e78d049e7ff2, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:14.914086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] For port e74e824f-a854-48aa-8b6d-e78d049e7ff2, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e74e824f-a854-48aa-8b6d-e78d049e7ff2,segment=NetworkSegment(15d12360-d209-4f30-b98a-babe9b00f917),segment_id=15d12360-d209-4f30-b98a-babe9b00f917)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: from cryptography.utils import int_from_bytes Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: from cryptography.utils import int_from_bytes Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: Traceback (most recent call last): Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: timer() Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: cb(*args, **kw) Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: return func(*args, **kwargs) Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: self._notify() Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: self.callback(batched_events) Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: event.method(event) Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: return f(self, *a, **k) Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: return self._get(url).json() Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:38:14.920092 dv-cinder-785362-2-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:38:14.922844 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.930353 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:14.939307 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8512f801-9ce2-4c3b-928f-e9a6d549a17c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.947479 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8512f801-9ce2-4c3b-928f-e9a6d549a17c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:14.956310 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cbcdf4a6-4fc0-46b9-9689-4a2cfe84229e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:14.972529 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.000930 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8512f801-9ce2-4c3b-928f-e9a6d549a17c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.002307 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-8512f801-9ce2-4c3b-928f-e9a6d549a17c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.2785919 Jun 07 13:38:15.008647 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42476) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:15.015001 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-2120d121-f4b0-4a50-b4d8-3dc8c3350f12 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'security_group_rule': {'security_group_id': 'b1152d12-571c-48d1-82ae-e0aa41e2774c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:15.035803 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.037913 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] 10.222.0.50 "DELETE /v2.0/networks/1d8654f1-462b-4ed4-834e-c1363aec4b3d HTTP/1.1" status: 204 len: 168 time: 2.7977753 Jun 07 13:38:15.057087 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512f801-9ce2-4c3b-928f-e9a6d549a17c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1152d12-571c-48d1-82ae-e0aa41e2774c,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:15.057687 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] For port de14ca00-bbdb-4f44-9c8a-5d1fce47c182, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:15.062392 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] For port de14ca00-bbdb-4f44-9c8a-5d1fce47c182, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=de14ca00-bbdb-4f44-9c8a-5d1fce47c182,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:15.069249 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8512f801-9ce2-4c3b-928f-e9a6d549a17c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:15.069784 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:15.081539 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.083283 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5562d3fa-4f71-4f1c-a163-a84f72a0c8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2724e78-d9ef-4d44-8216-0d088c483e97", "tag": "50ce2ee7-6377-4b4c-b9a6-9615e592be2f"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:15.088370 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-3ee3ffe2-c594-4c7d-97c3-b17779ae1272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:15.116135 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=1d8654f1-462b-4ed4-834e-c1363aec4b3d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:15.128701 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:15.148439 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.173875 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:15.181811 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:15.187495 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.189369 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] 10.222.0.54 "PUT /v2.0/ports/e74e824f-a854-48aa-8b6d-e78d049e7ff2 HTTP/1.1" status: 200 len: 1093 time: 4.7575636 Jun 07 13:38:15.263017 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2120d121-f4b0-4a50-b4d8-3dc8c3350f12 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.263169 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:15.263389 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:38:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:15.358986 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:15.366661 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:15.379421 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:15.391319 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19088ccb-405a-4397-b2c5-ce3c91aac05a x-openstack-request-id: req-19088ccb-405a-4397-b2c5-ce3c91aac05a {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:15.391746 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2724e78-d9ef-4d44-8216-0d088c483e97", "tag": "50ce2ee7-6377-4b4c-b9a6-9615e592be2f", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:15.392114 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19088ccb-405a-4397-b2c5-ce3c91aac05a {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:15.392677 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2724e78-d9ef-4d44-8216-0d088c483e97', 'tag': '50ce2ee7-6377-4b4c-b9a6-9615e592be2f', 'status': 'completed', 'code': 200} Jun 07 13:38:15.396654 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb61441-a6a4-4d5d-91d3-062c234ad41d None None] Pushing event updated for resources: {'Port': ['ID=de14ca00-bbdb-4f44-9c8a-5d1fce47c182,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:15.419980 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Pushing event updated for resources: {'Port': ['ID=e74e824f-a854-48aa-8b6d-e78d049e7ff2,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:15.423725 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-edb61441-a6a4-4d5d-91d3-062c234ad41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:15.426282 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:15.474337 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'Port': ['ID=9867cca8-a0ef-4d14-862c-af9289f494e3,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:15.479427 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-f5d9296b-d10e-4d20-b598-e560cea03090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:15.481212 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-f5d9296b-d10e-4d20-b598-e560cea03090 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 1097 time: 0.4968936 Jun 07 13:38:15.481570 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:15.562673 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-0068cdf3-fcae-4e3e-851a-4fec0940fbb7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ce2ee7-6377-4b4c-b9a6-9615e592be2f HTTP/1.1" status: 200 len: 217 time: 0.0737255 Jun 07 13:38:15.568945 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-61c9274a-794a-4f80-ac8d-e2b6bba8f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:15.570706 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-61c9274a-794a-4f80-ac8d-e2b6bba8f078 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4a49cd8c757498f815af9ebd6482656&device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 1096 time: 0.3188436 Jun 07 13:38:15.570978 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2120d121-f4b0-4a50-b4d8-3dc8c3350f12 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.571565 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 42502) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:15.575144 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2120d121-f4b0-4a50-b4d8-3dc8c3350f12 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.651700 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:15.687487 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:15.711181 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-046e71b2-cea5-4f01-aa52-78f22fcbcf22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e74e824f-a854-48aa-8b6d-e78d049e7ff2 HTTP/1.1" status: 200 len: 217 time: 0.0994561 Jun 07 13:38:15.744058 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120d121-f4b0-4a50-b4d8-3dc8c3350f12 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf96638-519a-4fa5-8dda-7dcb65e9eaf1,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:15.766236 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2120d121-f4b0-4a50-b4d8-3dc8c3350f12 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:15.767544 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2120d121-f4b0-4a50-b4d8-3dc8c3350f12 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.768226 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-2120d121-f4b0-4a50-b4d8-3dc8c3350f12 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7572944 Jun 07 13:38:15.773190 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42512) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:15.785294 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-cb98aa32-20c2-4368-8a4d-1f629c4372c9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'security_group_rule': {'security_group_id': 'b1152d12-571c-48d1-82ae-e0aa41e2774c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:15.797872 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-8b7e63f6-f490-4f29-8ea0-97850ebdc26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:15.799456 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-8b7e63f6-f490-4f29-8ea0-97850ebdc26e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e25dc1d-cf63-403a-9f14-69b96cbdcfa0 HTTP/1.1" status: 200 len: 853 time: 0.2264922 Jun 07 13:38:15.813981 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.893534 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cb98aa32-20c2-4368-8a4d-1f629c4372c9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:15.904753 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-bb096c8f-8181-457f-a0fd-1fae225f643b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=745127a55052468fb5ae188ffbe700e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3302290 Jun 07 13:38:15.908892 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42520) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:15.919416 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-3ace4983-b388-4ad4-bdb4-46b8a228c6dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=844ddbe4-c8bc-4253-9153-cd41903e9144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087351 Jun 07 13:38:15.921880 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2566fa6a-9de4-4ec2-ab74-e1c83dc49c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:15.923509 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2566fa6a-9de4-4ec2-ab74-e1c83dc49c8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=59fa658a-a95c-4dd9-a475-dad9544d53af HTTP/1.1" status: 200 len: 852 time: 0.2020395 Jun 07 13:38:15.924084 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5fb51-a626-4a23-aec8-8d3779d3242e req-ea4ebf8a-585d-4f50-b60f-addb6fdfc5f2 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:15.925598 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-62e5fb51-a626-4a23-aec8-8d3779d3242e req-ea4ebf8a-585d-4f50-b60f-addb6fdfc5f2 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 944 time: 0.2542913 Jun 07 13:38:15.937467 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.009554 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-2ed23029-ccfb-4f3c-a69c-1e79b213f335 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58da6007-cb2d-4af9-970e-52e400f07e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766582 Jun 07 13:38:16.147652 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-62e5fb51-a626-4a23-aec8-8d3779d3242e req-a1d26616-c96f-4aaa-a611-701fcc745e40 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738541 Jun 07 13:38:16.172696 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c032b-9a25-44d5-ab53-94c510082faa req-ea353b1a-4afb-4a62-9b10-4bf4e652738b tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:16.175430 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2d1c032b-9a25-44d5-ab53-94c510082faa req-ea353b1a-4afb-4a62-9b10-4bf4e652738b tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 943 time: 0.3659046 Jun 07 13:38:16.210228 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cb98aa32-20c2-4368-8a4d-1f629c4372c9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.221678 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cb98aa32-20c2-4368-8a4d-1f629c4372c9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.281210 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d1e30e84-e075-4ec6-9ff8-1cf78311b331 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:16.340832 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-be4065cd-f122-442e-894f-4fe671d7cb2b service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068835 Jun 07 13:38:16.384633 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2d1c032b-9a25-44d5-ab53-94c510082faa req-a59579f7-27c5-4ec0-aec0-d61473fad859 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025576 Jun 07 13:38:16.390878 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port d1e30e84-e075-4ec6-9ff8-1cf78311b331 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:16.391046 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.416296 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-dcbb524a-e78a-427a-b35e-7d0c41705fe4 service neutron] 10.222.0.54 "GET /v2.0/networks/58da6007-cb2d-4af9-970e-52e400f07e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976893 Jun 07 13:38:16.443774 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e7be8651-f4ff-4fa2-83b5-2c0d675f92c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.453815 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:16.476067 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:15Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:16.484775 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fb04c-1aeb-43e4-a2d4-9782c34d16e6 None None] The sync data for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb is: [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:15Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:38:16.507627 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98aa32-20c2-4368-8a4d-1f629c4372c9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166be394-a6ec-4810-a5eb-e67f6e6cace7,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:16.589122 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e7be8651-f4ff-4fa2-83b5-2c0d675f92c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.628839 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cb98aa32-20c2-4368-8a4d-1f629c4372c9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:16.691740 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.704311 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cb98aa32-20c2-4368-8a4d-1f629c4372c9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.708792 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-cb98aa32-20c2-4368-8a4d-1f629c4372c9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9310496 Jun 07 13:38:16.710178 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.710818 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42544) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:16.719601 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'floatingip': {'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:16.741331 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:16.792594 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c66e8d2-1f79-460a-8d4f-40baad3aca88 req-64588d4b-4fd6-48ed-9e50-2be737485bdc service neutron] 10.222.0.54 "GET /v2.0/networks/58da6007-cb2d-4af9-970e-52e400f07e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652883 Jun 07 13:38:16.797689 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-573f6a1c-95ca-4cc3-8075-6119aee3123e req-b4b0abcb-9665-4d37-af21-8d45227cfacb service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468112 Jun 07 13:38:16.868259 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.896683 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.909965 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e7be8651-f4ff-4fa2-83b5-2c0d675f92c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.913897 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'Port': ['ID=9867cca8-a0ef-4d14-862c-af9289f494e3,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:16.917304 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:16.918088 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.926927 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0249877 Jun 07 13:38:16.932986 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e7be8651-f4ff-4fa2-83b5-2c0d675f92c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:16.936864 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-e7be8651-f4ff-4fa2-83b5-2c0d675f92c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/157fbfe9-15a9-473d-9f82-6b6ceae9a6be HTTP/1.1" status: 204 len: 168 time: 1.0181627 Jun 07 13:38:16.936864 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e81469fc-0d5c-48f7-a8e6-5a3713747cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:16.947598 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562d3fa-4f71-4f1c-a163-a84f72a0c8d0 req-a041ae04-f796-49d5-a4a8-e2f91b7ffb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:16.949081 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5562d3fa-4f71-4f1c-a163-a84f72a0c8d0 req-a041ae04-f796-49d5-a4a8-e2f91b7ffb9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 1097 time: 0.0956395 Jun 07 13:38:16.953226 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be8651-f4ff-4fa2-83b5-2c0d675f92c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157fbfe9-15a9-473d-9f82-6b6ceae9a6be,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:17.002018 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e7be8651-f4ff-4fa2-83b5-2c0d675f92c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:17.119303 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562d3fa-4f71-4f1c-a163-a84f72a0c8d0 req-62323e2e-a73b-4854-9793-e90556ec10de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:17.120835 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5562d3fa-4f71-4f1c-a163-a84f72a0c8d0 req-62323e2e-a73b-4854-9793-e90556ec10de service neutron] 10.222.0.54 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 914 time: 0.1647966 Jun 07 13:38:17.126318 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:17.348079 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Allocated IP 172.28.3.68 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/1a2629d6-6330-4ff9-aca0-e76412e012da) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:17.356169 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5562d3fa-4f71-4f1c-a163-a84f72a0c8d0 req-e09b9f57-13b6-4da1-bdda-91294b341284 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ce2ee7-6377-4b4c-b9a6-9615e592be2f HTTP/1.1" status: 200 len: 217 time: 0.2276101 Jun 07 13:38:17.422644 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425b4004-ffd4-4de1-afc1-421b4389216e', 'tag': 'e74e824f-a854-48aa-8b6d-e78d049e7ff2'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:17.425017 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d38c4c-4fdc-4aeb-8192-bd644a464178" -d '{"events": [{"name": "network-changed", "server_uuid": "425b4004-ffd4-4de1-afc1-421b4389216e", "tag": "e74e824f-a854-48aa-8b6d-e78d049e7ff2"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:17.501223 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-7a4591da-32ee-46cd-91db-c80a4eca11ad tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1507983483&fields=id&tenant_id=06908549a593441086718c651fcd4535 HTTP/1.1" status: 200 len: 267 time: 0.0721714 Jun 07 13:38:17.502550 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562d3fa-4f71-4f1c-a163-a84f72a0c8d0 req-0077cd1f-dd1f-470b-bbbe-412b81910ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:17.505013 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5562d3fa-4f71-4f1c-a163-a84f72a0c8d0 req-0077cd1f-dd1f-470b-bbbe-412b81910ff4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e25dc1d-cf63-403a-9f14-69b96cbdcfa0 HTTP/1.1" status: 200 len: 853 time: 0.1422288 Jun 07 13:38:17.598667 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5562d3fa-4f71-4f1c-a163-a84f72a0c8d0 req-f6e6cef4-5bac-42ce-89bc-dd2e30cbee45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=844ddbe4-c8bc-4253-9153-cd41903e9144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510149 Jun 07 13:38:17.621146 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:17.644748 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42578) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:17.733427 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-866b93af-5669-4698-98ae-230d11e0b5d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77130bd33451429ba92967815d1f066c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0849271 Jun 07 13:38:17.739287 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42582) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:17.819891 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ba8b6-7bc4-4233-9fd3-626f9dee469f req-07e50dd6-fe10-47ac-b719-0497b3249d4a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:17.822179 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fa3ba8b6-7bc4-4233-9fd3-626f9dee469f req-07e50dd6-fe10-47ac-b719-0497b3249d4a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 944 time: 0.2894690 Jun 07 13:38:17.885900 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9ec3d875-43e6-4083-823e-657065541bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:17.903875 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-67b9f298-c49f-41f3-98a4-64bf0bff74c2 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:17.904487 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:17.906024 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-67b9f298-c49f-41f3-98a4-64bf0bff74c2 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 817 time: 0.3965764 Jun 07 13:38:17.932711 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42592) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:17.933358 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:17.937429 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-f5038d92-844e-49c2-9af5-b175f7523349 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/quotas/06908549a593441086718c651fcd4535 HTTP/1.1" status: 200 len: 375 time: 0.0199749 Jun 07 13:38:17.941661 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5562d3fa-4f71-4f1c-a163-a84f72a0c8d0 req-949407ea-eb08-482b-abf7-ecc5d2ebd19a service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262732 Jun 07 13:38:18.032285 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'Port': ['ID=1a2629d6-6330-4ff9-aca0-e76412e012da,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:18.074223 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:18.076345 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9ec3d875-43e6-4083-823e-657065541bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.086754 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:18.087367 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:18.095200 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fa3ba8b6-7bc4-4233-9fd3-626f9dee469f req-79422b1b-c1a2-4dc3-a30a-1f76a65b97ad tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617135 Jun 07 13:38:18.095938 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:18.286228 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5562d3fa-4f71-4f1c-a163-a84f72a0c8d0 req-eb3429e6-3125-4bb0-b2a8-695ad711bd08 service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378689 Jun 07 13:38:18.294165 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-37e17052-930d-4520-a976-e70f108cc6f8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3476453 Jun 07 13:38:18.314380 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1912-6a7c-4d30-809f-f68be6e90ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.327766 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9ec3d875-43e6-4083-823e-657065541bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.331625 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device de14ca00-bbdb-4f44-9c8a-5d1fce47c182 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:18.367823 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9ec3d875-43e6-4083-823e-657065541bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.368959 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-9ec3d875-43e6-4083-823e-657065541bcf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/144fd3fb-5be0-443f-926e-80e38d0c7e8a HTTP/1.1" status: 204 len: 168 time: 0.6268377 Jun 07 13:38:18.376448 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-226083b4-aa99-4173-89e6-e2013fef1a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:18.425934 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3d875-43e6-4083-823e-657065541bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144fd3fb-5be0-443f-926e-80e38d0c7e8a,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:18.429213 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.435477 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9ec3d875-43e6-4083-823e-657065541bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:18.480126 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:18.490216 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:18.492064 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.545221 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-81d1e745-eff0-4294-bb5d-99e938e93bec service neutron] 10.222.0.50 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311349 Jun 07 13:38:18.555326 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.633420 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d7162-cc27-4be2-b694-52cc1342ed65 req-1bb1af42-12ae-41ba-aa2a-56dcc87d9017 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:18.636601 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bb1d7162-cc27-4be2-b694-52cc1342ed65 req-1bb1af42-12ae-41ba-aa2a-56dcc87d9017 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 943 time: 0.3098657 Jun 07 13:38:18.666068 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.711717 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port de14ca00-bbdb-4f44-9c8a-5d1fce47c182, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=de14ca00-bbdb-4f44-9c8a-5d1fce47c182,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:18.717060 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.721687 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-8e0588fe-9a3d-4c6d-9e53-ef956777c965 service neutron] 10.222.0.50 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685290 Jun 07 13:38:18.723055 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:18.783777 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bb1d7162-cc27-4be2-b694-52cc1342ed65 req-af972089-f285-4a4b-aff2-955c3d48f07d tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381257 Jun 07 13:38:18.794685 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1912-6a7c-4d30-809f-f68be6e90ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.840328 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5d3e1912-6a7c-4d30-809f-f68be6e90ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:18.850264 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=de14ca00-bbdb-4f44-9c8a-5d1fce47c182,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:18.855584 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:18.860967 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1bd36df8-a86a-4b2c-a993-8c18035f7d10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:18.934977 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48401a19-c3cc-434e-b445-20e91a58c527 x-openstack-request-id: req-48401a19-c3cc-434e-b445-20e91a58c527 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:18.935921 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425b4004-ffd4-4de1-afc1-421b4389216e", "tag": "e74e824f-a854-48aa-8b6d-e78d049e7ff2", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:18.936418 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48401a19-c3cc-434e-b445-20e91a58c527 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:18.937034 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425b4004-ffd4-4de1-afc1-421b4389216e', 'tag': 'e74e824f-a854-48aa-8b6d-e78d049e7ff2', 'status': 'completed', 'code': 200} Jun 07 13:38:18.947420 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-5d3e1912-6a7c-4d30-809f-f68be6e90ffc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b3a212e80894f47a0ea2e6f401eeaea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9369314 Jun 07 13:38:18.950097 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 42628) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:18.956980 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e1912-6a7c-4d30-809f-f68be6e90ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c87437-1f06-445f-aa9b-223cbabfcde9,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:18.975388 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5d3e1912-6a7c-4d30-809f-f68be6e90ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:19.018477 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.024336 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.036259 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4ee591d9-785a-4907-b701-0d7b015f8102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:19.120417 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c16a02ea-aafa-485f-8885-9e3c83f70370 req-278e47af-3f54-4d7f-94e5-e755c2eb3544 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 210 time: 0.1575928 Jun 07 13:38:19.185412 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'Port': ['ID=1a2629d6-6330-4ff9-aca0-e76412e012da,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:19.196505 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:19.212195 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-24c011dd-85c2-4ffd-85ab-dd1d6c90f345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.252100 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.261473 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-24c011dd-85c2-4ffd-85ab-dd1d6c90f345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.276580 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.278303 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5635371 Jun 07 13:38:19.350114 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d38c4c-4fdc-4aeb-8192-bd644a464178 req-d7208220-ea9a-4968-a6c6-398d1ca0960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:19.352401 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e3d38c4c-4fdc-4aeb-8192-bd644a464178 req-d7208220-ea9a-4968-a6c6-398d1ca0960f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4a49cd8c757498f815af9ebd6482656&device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 1096 time: 0.3819778 Jun 07 13:38:19.364812 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-24c011dd-85c2-4ffd-85ab-dd1d6c90f345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.422075 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-24c011dd-85c2-4ffd-85ab-dd1d6c90f345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:19.426336 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-24c011dd-85c2-4ffd-85ab-dd1d6c90f345 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b4c87437-1f06-445f-aa9b-223cbabfcde9 HTTP/1.1" status: 204 len: 168 time: 0.4747572 Jun 07 13:38:19.429432 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d2554071-f037-48ca-84c8-4b1ae5a3df02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:19.444120 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c011dd-85c2-4ffd-85ab-dd1d6c90f345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c87437-1f06-445f-aa9b-223cbabfcde9,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:19.448989 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-24c011dd-85c2-4ffd-85ab-dd1d6c90f345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:19.532936 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b707d5-af71-4c3b-9708-931f833132de req-a7572032-25f7-4bfa-908e-03dc6e42666d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:19.540859 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8b707d5-af71-4c3b-9708-931f833132de req-a7572032-25f7-4bfa-908e-03dc6e42666d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 944 time: 0.2126367 Jun 07 13:38:19.587952 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d38c4c-4fdc-4aeb-8192-bd644a464178 req-916a850b-9522-4370-b4bb-cc6f9be36d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:19.592711 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e3d38c4c-4fdc-4aeb-8192-bd644a464178 req-916a850b-9522-4370-b4bb-cc6f9be36d66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=58da6007-cb2d-4af9-970e-52e400f07e70 HTTP/1.1" status: 200 len: 913 time: 0.2329104 Jun 07 13:38:19.599173 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8b707d5-af71-4c3b-9708-931f833132de req-78edf9c8-2d9c-4732-81f0-076c96183266 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547783 Jun 07 13:38:19.742659 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e3d38c4c-4fdc-4aeb-8192-bd644a464178 req-1115f0d7-3984-4d1a-b54f-2e365d830040 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e74e824f-a854-48aa-8b6d-e78d049e7ff2 HTTP/1.1" status: 200 len: 217 time: 0.1431572 Jun 07 13:38:19.930660 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-be9e1c70-6ed8-4336-b3fb-fcc228b98ff2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--689134078&fields=id&tenant_id=31b5a501f95c4d92afcdfb65ee439f91 HTTP/1.1" status: 200 len: 267 time: 0.1204839 Jun 07 13:38:19.997987 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d38c4c-4fdc-4aeb-8192-bd644a464178 req-b5562bf2-e722-43ef-a45e-f8aa87f6fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:20.000214 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e3d38c4c-4fdc-4aeb-8192-bd644a464178 req-b5562bf2-e722-43ef-a45e-f8aa87f6fe73 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=59fa658a-a95c-4dd9-a475-dad9544d53af HTTP/1.1" status: 200 len: 852 time: 0.2471497 Jun 07 13:38:20.062019 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae6090-d54f-4403-a54c-efc6bff53fcd req-2a77c5cb-d58c-4057-bd86-4b9616cef3e5 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:20.069841 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-caae6090-d54f-4403-a54c-efc6bff53fcd req-2a77c5cb-d58c-4057-bd86-4b9616cef3e5 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 943 time: 0.1223814 Jun 07 13:38:20.142963 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-caae6090-d54f-4403-a54c-efc6bff53fcd req-e5729d50-dd87-4e01-a3da-9d6e70b4988e tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715995 Jun 07 13:38:20.252650 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 50ce2ee7-6377-4b4c-b9a6-9615e592be2f details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:38:20.346038 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device de14ca00-bbdb-4f44-9c8a-5d1fce47c182 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:20.404136 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e3d38c4c-4fdc-4aeb-8192-bd644a464178 req-9d6b73fe-41e8-4e55-8bef-48e456c1bc89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=58da6007-cb2d-4af9-970e-52e400f07e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3947518 Jun 07 13:38:20.409395 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-66897e60-9d03-4ff6-b52c-9585ee631d88 req-97ee2328-28e2-4c6a-a6da-39e56080987f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 210 time: 0.0586345 Jun 07 13:38:20.596657 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42706) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:20.597968 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:20.598475 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.620769 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-845b37e4-aeb6-437c-9a87-cf84a7258ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.716341 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-496579c2-54d6-4537-a4b4-e7693f06ab65 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:20.717847 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-496579c2-54d6-4537-a4b4-e7693f06ab65 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 817 time: 0.2630963 Jun 07 13:38:20.765573 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-845b37e4-aeb6-437c-9a87-cf84a7258ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.771318 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-845b37e4-aeb6-437c-9a87-cf84a7258ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.782413 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8512f801-9ce2-4c3b-928f-e9a6d549a17c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:20.810049 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=50ce2ee7-6377-4b4c-b9a6-9615e592be2f,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:20.822563 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b37e4-aeb6-437c-9a87-cf84a7258ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f823d1e3-81b7-4c99-adfb-ba1132743659,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:20.837018 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-845b37e4-aeb6-437c-9a87-cf84a7258ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:20.845113 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-d4e464c2-94bf-4788-8f91-f1ef76d4c06a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:20.852370 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-d4e464c2-94bf-4788-8f91-f1ef76d4c06a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/networks?id=208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 200 len: 811 time: 0.9204900 Jun 07 13:38:20.852502 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': '50ce2ee7-6377-4b4c-b9a6-9615e592be2f', 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144', 'port_id': '50ce2ee7-6377-4b4c-b9a6-9615e592be2f', 'mac_address': 'fa:16:3e:9b:1e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e25dc1d-cf63-403a-9f14-69b96cbdcfa0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:38:20.869402 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-150ca613-87d5-4837-a64c-69f04b1dcf64 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06908549a593441086718c651fcd4535 HTTP/1.1" status: 200 len: 380 time: 0.1374881 Jun 07 13:38:20.882554 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-afd605f7-ee4a-490d-b132-f9904519e243 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/quotas/31b5a501f95c4d92afcdfb65ee439f91 HTTP/1.1" status: 200 len: 375 time: 0.0282042 Jun 07 13:38:20.895550 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-845b37e4-aeb6-437c-9a87-cf84a7258ae6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbe03ce497cf4948a48fa6a2413aeab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949734 Jun 07 13:38:20.895681 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42712) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:20.918336 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'port': {'device_id': '236052aa-983e-484a-9e1f-a006e87cb238', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'admin_state_up': True, 'tenant_id': '06908549a593441086718c651fcd4535', 'security_groups': ['633a3caf-d95d-431d-ad96-64641b8d8af1']}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:20.948898 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:20.995858 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ce2ee7-6377-4b4c-b9a6-9615e592be2f {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:21.010283 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-500785c2-8e87-47b1-bc7b-6ba82e19017d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.025680 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=50ce2ee7-6377-4b4c-b9a6-9615e592be2f,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:21.030598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.031706 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device e74e824f-a854-48aa-8b6d-e78d049e7ff2 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:38:21.058780 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-500785c2-8e87-47b1-bc7b-6ba82e19017d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.074724 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e3d38c4c-4fdc-4aeb-8192-bd644a464178 req-d42cf1c1-dd4a-4a50-b65a-1869b4cceff0 service neutron] 10.222.0.54 "GET /v2.0/networks/58da6007-cb2d-4af9-970e-52e400f07e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6602466 Jun 07 13:38:21.100430 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:21.115179 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3efdd8-b072-40a1-8e87-c6d26f701ec2 req-7561a1c6-e352-4d9c-b68f-04291e706f13 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:21.124769 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1a3efdd8-b072-40a1-8e87-c6d26f701ec2 req-7561a1c6-e352-4d9c-b68f-04291e706f13 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 944 time: 0.3031626 Jun 07 13:38:21.169484 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-7a589ad9-1658-4df6-b1e9-3838bd639759 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2780032 Jun 07 13:38:21.195127 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1a3efdd8-b072-40a1-8e87-c6d26f701ec2 req-668c8d92-662c-4454-bf8d-5672f4d077ef tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691226 Jun 07 13:38:21.214253 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-500785c2-8e87-47b1-bc7b-6ba82e19017d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.220242 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-500785c2-8e87-47b1-bc7b-6ba82e19017d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.228899 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-500785c2-8e87-47b1-bc7b-6ba82e19017d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f823d1e3-81b7-4c99-adfb-ba1132743659 HTTP/1.1" status: 204 len: 168 time: 0.3299346 Jun 07 13:38:21.229970 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:21.251843 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500785c2-8e87-47b1-bc7b-6ba82e19017d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f823d1e3-81b7-4c99-adfb-ba1132743659,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:21.262966 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-500785c2-8e87-47b1-bc7b-6ba82e19017d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:21.303929 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=50ce2ee7-6377-4b4c-b9a6-9615e592be2f,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:21.325161 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:21.345776 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port e74e824f-a854-48aa-8b6d-e78d049e7ff2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e74e824f-a854-48aa-8b6d-e78d049e7ff2,segment=NetworkSegment(15d12360-d209-4f30-b98a-babe9b00f917),segment_id=15d12360-d209-4f30-b98a-babe9b00f917)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:21.368961 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'e74e824f-a854-48aa-8b6d-e78d049e7ff2', 'network_id': '58da6007-cb2d-4af9-970e-52e400f07e70', 'port_id': 'e74e824f-a854-48aa-8b6d-e78d049e7ff2', 'mac_address': 'fa:16:3e:d8:a5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fa658a-a95c-4dd9-a475-dad9544d53af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:38:21.424965 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9376c-7cdf-45c0-bcfb-d4808bcdc768 req-adfed002-a9ea-4c54-b5e5-e47d8d8e7cf3 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:21.427486 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Made reservation on behalf of 06908549a593441086718c651fcd4535 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:21.431795 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.433554 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-68d9376c-7cdf-45c0-bcfb-d4808bcdc768 req-adfed002-a9ea-4c54-b5e5-e47d8d8e7cf3 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 943 time: 0.1035302 Jun 07 13:38:21.459631 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e3d38c4c-4fdc-4aeb-8192-bd644a464178 req-683e149c-d9e2-4c7b-a620-14ef6b56b509 service neutron] 10.222.0.54 "GET /v2.0/networks/58da6007-cb2d-4af9-970e-52e400f07e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766048 Jun 07 13:38:21.484403 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-9ed92ca6-0645-4da6-873a-bebb8db7f62b service neutron] 10.222.0.50 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139594 Jun 07 13:38:21.500460 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-68d9376c-7cdf-45c0-bcfb-d4808bcdc768 req-a2a35df4-4964-4277-bcfc-c0ddb2ab5f9b tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655518 Jun 07 13:38:21.541064 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.582949 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74e824f-a854-48aa-8b6d-e78d049e7ff2 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:21.622669 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port e74e824f-a854-48aa-8b6d-e78d049e7ff2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e74e824f-a854-48aa-8b6d-e78d049e7ff2,segment=NetworkSegment(15d12360-d209-4f30-b98a-babe9b00f917),segment_id=15d12360-d209-4f30-b98a-babe9b00f917)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:21.627064 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:21.631795 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:21.681070 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-57ec14b9-a566-4bb9-bef0-72963517ae45 req-719d484c-038b-4941-8dab-63ae6511c1cb tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 210 time: 0.0621252 Jun 07 13:38:21.753012 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=e74e824f-a854-48aa-8b6d-e78d049e7ff2,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:21.757059 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:21.817663 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-773390c7-b72f-4599-8879-4518b55ba034 service neutron] 10.222.0.50 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323050 Jun 07 13:38:21.864837 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Allocated IP 172.20.0.8 (0782a5e4-beb2-4273-a34a-432bb014c241/160a7e56-f2ae-44f1-887b-efefc27d13b8/ecdc454a-e690-4361-b88e-46c23d0c0b29) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:21.983947 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['50ce2ee7-6377-4b4c-b9a6-9615e592be2f'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:38:22.032615 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['e74e824f-a854-48aa-8b6d-e78d049e7ff2'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:38:22.201919 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-09cbe9b1-c1fe-4401-bf3f-d5cd07eecf5c req-1cca4e5e-bbe1-4c27-b0d3-e8d686037235 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 210 time: 0.1143866 Jun 07 13:38:22.232828 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.294975 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Transition to ACTIVE for port object ecdc454a-e690-4361-b88e-46c23d0c0b29 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:22.385270 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:22.436734 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:22.638943 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Network 0782a5e4-beb2-4273-a34a-432bb014c241 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:22.670147 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:22.685082 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:22.764483 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361aef9c-93fd-4037-abc5-1d5ec9dafd1d req-00278825-ac40-48fe-9025-56f86ac6de26 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:22.771885 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-361aef9c-93fd-4037-abc5-1d5ec9dafd1d req-00278825-ac40-48fe-9025-56f86ac6de26 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 944 time: 0.1136014 Jun 07 13:38:22.864818 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-361aef9c-93fd-4037-abc5-1d5ec9dafd1d req-3491a094-2caa-4d0c-9080-c49365227c1e tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918536 Jun 07 13:38:22.948820 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'Port': ['ID=ecdc454a-e690-4361-b88e-46c23d0c0b29,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:22.958198 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:22.985146 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:22.985770 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:23.023814 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff833809-ae0f-4c30-93cb-687fdf4a178a req-b8cd86a6-9e92-496f-9367-fa987ab1530b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:23.031434 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ff833809-ae0f-4c30-93cb-687fdf4a178a req-b8cd86a6-9e92-496f-9367-fa987ab1530b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 945 time: 0.5960488 Jun 07 13:38:23.037013 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1226859 Jun 07 13:38:23.055968 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-92e2747e-c8a0-4239-a41b-5e69426516fd None None] Provisioning for port ecdc454a-e690-4361-b88e-46c23d0c0b29 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:23.062353 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Request body: {'port': {'device_id': '236052aa-983e-484a-9e1f-a006e87cb238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:23.067573 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-92e2747e-c8a0-4239-a41b-5e69426516fd None None] Provisioning complete for port ecdc454a-e690-4361-b88e-46c23d0c0b29 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:23.068194 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-92e2747e-c8a0-4239-a41b-5e69426516fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:23.155453 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ff833809-ae0f-4c30-93cb-687fdf4a178a req-8ecd8864-38cf-450c-96a5-461b1699c2d4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212521 Jun 07 13:38:23.200189 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-92e2747e-c8a0-4239-a41b-5e69426516fd None None] Port ecdc454a-e690-4361-b88e-46c23d0c0b29 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:38:23.206988 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350886b-e28d-4e80-8cd4-c55982838ff8 req-bffc1c25-3bd6-41aa-b47c-e9328ca3df12 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:23.215592 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f350886b-e28d-4e80-8cd4-c55982838ff8 req-bffc1c25-3bd6-41aa-b47c-e9328ca3df12 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 931 time: 0.2063742 Jun 07 13:38:23.272393 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f350886b-e28d-4e80-8cd4-c55982838ff8 req-40a73898-60da-4e43-a159-f5f920ac4912 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558369 Jun 07 13:38:23.286805 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:23.402728 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-92967085-62f5-4ec9-a9bd-0f5c44829134 req-0ecbbc5f-5dbb-4d2e-a993-89abb1e39d66 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 210 time: 0.0646307 Jun 07 13:38:23.943001 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdc454a-e690-4361-b88e-46c23d0c0b29 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:23.986088 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.004417 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-a21a545e-ac11-4413-8abb-d831a98f950a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:24.005830 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-a21a545e-ac11-4413-8abb-d831a98f950a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.54 "GET /v2.0/networks?id=208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 200 len: 811 time: 0.3737471 Jun 07 13:38:24.048184 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Transition to ACTIVE for port object ecdc454a-e690-4361-b88e-46c23d0c0b29 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:24.061755 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.078592 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:24.118068 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6be43c-3f09-4402-b65a-77960db871b0 req-f526694b-b63d-4d70-a358-a7acc52dfcb5 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:24.119784 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ec6be43c-3f09-4402-b65a-77960db871b0 req-f526694b-b63d-4d70-a358-a7acc52dfcb5 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 944 time: 0.1284840 Jun 07 13:38:24.214604 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ec6be43c-3f09-4402-b65a-77960db871b0 req-2de16d74-cbe8-437d-9dcb-f60142e9ed52 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891218 Jun 07 13:38:24.240862 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-74609797-29e7-42b0-8e32-e486d6e15606 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31b5a501f95c4d92afcdfb65ee439f91 HTTP/1.1" status: 200 len: 379 time: 0.2234821 Jun 07 13:38:24.242900 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 50ce2ee7-6377-4b4c-b9a6-9615e592be2f up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:24.278618 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'port': {'device_id': '8775389b-1501-4725-b76e-6996908d7b4a', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'admin_state_up': True, 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'security_groups': ['b1152d12-571c-48d1-82ae-e0aa41e2774c']}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:24.378085 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:24.387120 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:24.387546 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.471451 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc454a-e690-4361-b88e-46c23d0c0b29,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:24.478477 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:24.547660 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801ff1d-df13-40ef-97b8-e6638299d103 req-d47ef5af-8a35-49f2-9e14-ff83430ea911 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:24.558085 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3801ff1d-df13-40ef-97b8-e6638299d103 req-d47ef5af-8a35-49f2-9e14-ff83430ea911 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.1479754 Jun 07 13:38:24.573088 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.606456 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2724e78-d9ef-4d44-8216-0d088c483e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ce2ee7-6377-4b4c-b9a6-9615e592be2f'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:24.678414 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3801ff1d-df13-40ef-97b8-e6638299d103 req-547da898-9fbf-455c-a512-93df5cdbfb6b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190791 Jun 07 13:38:24.684094 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=50ce2ee7-6377-4b4c-b9a6-9615e592be2f,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:24.699652 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.700565 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device e74e824f-a854-48aa-8b6d-e78d049e7ff2 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:24.731400 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:24.851426 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=50ce2ee7-6377-4b4c-b9a6-9615e592be2f,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:24.859905 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:24.870859 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port e74e824f-a854-48aa-8b6d-e78d049e7ff2 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:24.874744 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Attempting to bind port ecdc454a-e690-4361-b88e-46c23d0c0b29 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:24.875079 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Attempting to bind port ecdc454a-e690-4361-b88e-46c23d0c0b29 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:24.875405 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Attempting to bind port ecdc454a-e690-4361-b88e-46c23d0c0b29 on network 0782a5e4-beb2-4273-a34a-432bb014c241 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:24.880099 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port e74e824f-a854-48aa-8b6d-e78d049e7ff2 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:24.881476 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:24.900222 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ab9b1f14-b6ac-4d67-8363-1b9be2016aef req-f97fa3de-686b-4e58-b008-5f50c2159320 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 210 time: 0.1131999 Jun 07 13:38:24.950776 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Port ecdc454a-e690-4361-b88e-46c23d0c0b29 on network 0782a5e4-beb2-4273-a34a-432bb014c241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:38:24.951366 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Attempting to bind port ecdc454a-e690-4361-b88e-46c23d0c0b29 on network 0782a5e4-beb2-4273-a34a-432bb014c241 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:24.951441 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b184a3c-5fe7-4f97-94fc-8057480c299e" -d '{"events": [{"server_uuid": "d2724e78-d9ef-4d44-8216-0d088c483e97", "name": "network-vif-plugged", "status": "completed", "tag": "50ce2ee7-6377-4b4c-b9a6-9615e592be2f"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:24.995310 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906bf29-fec5-4d29-9058-1e3f73aef2e1 req-6dba797c-1412-4707-8030-6a0017627700 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:24.997294 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0906bf29-fec5-4d29-9058-1e3f73aef2e1 req-6dba797c-1412-4707-8030-6a0017627700 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 945 time: 0.6339381 Jun 07 13:38:24.998697 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:24.999040 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Checking segment: {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:24.999628 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Bound using segment: {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:25.000070 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Bound port: ecdc454a-e690-4361-b88e-46c23d0c0b29, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:25.000422 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.064917 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.111529 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port e74e824f-a854-48aa-8b6d-e78d049e7ff2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e74e824f-a854-48aa-8b6d-e78d049e7ff2,segment=NetworkSegment(15d12360-d209-4f30-b98a-babe9b00f917),segment_id=15d12360-d209-4f30-b98a-babe9b00f917)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:25.117338 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.119651 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-6711e4e3-4453-4f80-9069-b40cc6940fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:25.128443 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Made reservation on behalf of 31b5a501f95c4d92afcdfb65ee439f91 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:25.131668 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.163444 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8ee80f-36c3-4b80-a583-1dc2c5f94b86 x-openstack-request-id: req-5d8ee80f-36c3-4b80-a583-1dc2c5f94b86 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:25.164588 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2724e78-d9ef-4d44-8216-0d088c483e97", "name": "network-vif-plugged", "status": "completed", "tag": "50ce2ee7-6377-4b4c-b9a6-9615e592be2f", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:25.165044 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d8ee80f-36c3-4b80-a583-1dc2c5f94b86 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:25.165790 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2724e78-d9ef-4d44-8216-0d088c483e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ce2ee7-6377-4b4c-b9a6-9615e592be2f', 'code': 200} Jun 07 13:38:25.213432 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0906bf29-fec5-4d29-9058-1e3f73aef2e1 req-b4fed9ac-817c-4eb1-a328-c775d3411e18 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992037 Jun 07 13:38:25.245885 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=e74e824f-a854-48aa-8b6d-e78d049e7ff2,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:25.257195 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:25.362504 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:25.386675 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.54', 59269) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:25.397074 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:25.404984 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.451324 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b870cf43-3667-4312-94ae-b697b658d966 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:25.549354 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0113b0c-3db5-426c-8240-ac7c0ebc4970 req-ead5da7b-e690-48ee-96b4-ae507a2e59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:25.550899 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f0113b0c-3db5-426c-8240-ac7c0ebc4970 req-ead5da7b-e690-48ee-96b4-ae507a2e59dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 1099 time: 0.1627715 Jun 07 13:38:25.582465 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccae7e-4d12-4051-9179-05e4ba200caf req-82a19924-60d4-4da8-963a-012f82357337 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:25.584439 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc454a-e690-4361-b88e-46c23d0c0b29,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:25.597204 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:25.598160 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b9ccae7e-4d12-4051-9179-05e4ba200caf req-82a19924-60d4-4da8-963a-012f82357337 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 945 time: 0.2085340 Jun 07 13:38:25.602695 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:25.603447 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.605240 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] 10.222.0.54 "PUT /v2.0/ports/ecdc454a-e690-4361-b88e-46c23d0c0b29 HTTP/1.1" status: 200 len: 1093 time: 2.5513058 Jun 07 13:38:25.605905 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:25.608836 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ada5f6-2501-455d-9c23-9629605c8c98" -d '{"events": [{"name": "network-changed", "server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:25.615974 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f0113b0c-3db5-426c-8240-ac7c0ebc4970 req-445045ab-0aba-4d63-8829-11d2c8ba8081 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.618311 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Allocated IP 172.20.0.4 (208989e9-9ce4-41b2-86c1-f7dfee081e6b/050186de-5062-460e-8201-e277a2d397b8/0ad951c4-a121-4a1b-96b8-5ddb57597905) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:25.732217 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b9ccae7e-4d12-4051-9179-05e4ba200caf req-c65c8751-1a31-4ebb-8538-75fab0916e6c tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330247 Jun 07 13:38:25.819272 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7a47a2-dc22-43ca-9574-a76190f4c107 x-openstack-request-id: req-6b7a47a2-dc22-43ca-9574-a76190f4c107 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:25.819549 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:25.819765 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b7a47a2-dc22-43ca-9574-a76190f4c107 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:25.820163 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'status': 'completed', 'code': 200} Jun 07 13:38:25.886165 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f0113b0c-3db5-426c-8240-ac7c0ebc4970 req-445045ab-0aba-4d63-8829-11d2c8ba8081 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.891088 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f0113b0c-3db5-426c-8240-ac7c0ebc4970 req-445045ab-0aba-4d63-8829-11d2c8ba8081 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:25.901299 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:25.936095 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445045ab-0aba-4d63-8829-11d2c8ba8081 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3155b3b3-e550-4589-a245-9e7dae5c4396,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:25.960436 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f0113b0c-3db5-426c-8240-ac7c0ebc4970 req-445045ab-0aba-4d63-8829-11d2c8ba8081 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024298 Jun 07 13:38:25.961872 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-445045ab-0aba-4d63-8829-11d2c8ba8081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:26.070114 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-219423d2-269e-4f97-b0d6-e813ef81f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:26.071713 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-219423d2-269e-4f97-b0d6-e813ef81f919 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 1096 time: 0.3991702 Jun 07 13:38:26.079425 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d2a3a-185c-442b-9d32-3c7c830673cc req-20f51c3e-fd39-40a8-88c4-2a1bb669d365 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:26.080891 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7a9d2a3a-185c-442b-9d32-3c7c830673cc req-20f51c3e-fd39-40a8-88c4-2a1bb669d365 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.2113445 Jun 07 13:38:26.091716 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9a925f95-d2ae-4ad2-9f91-cc06373e1856 req-0292712b-f932-44a2-87f5-b0947977eb9a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 210 time: 0.0825086 Jun 07 13:38:26.199345 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-bc932a0b-6cba-413e-9656-165cbe3c9bdc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29 HTTP/1.1" status: 200 len: 217 time: 0.1175106 Jun 07 13:38:26.331803 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7a9d2a3a-185c-442b-9d32-3c7c830673cc req-5cb8188f-34b3-4cc8-83ed-809a45df1ff7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965611 Jun 07 13:38:26.349844 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.402086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Transition to ACTIVE for port object 0ad951c4-a121-4a1b-96b8-5ddb57597905 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:26.407874 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-c08d4894-5772-4ede-b8f2-a469ba1937b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:26.409522 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-c08d4894-5772-4ede-b8f2-a469ba1937b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.2032468 Jun 07 13:38:26.485268 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30867d6-f439-4b7b-b278-03ceecf9814d req-36e0d105-7b61-45d9-8860-3010941e1f76 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:26.486950 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f30867d6-f439-4b7b-b278-03ceecf9814d req-36e0d105-7b61-45d9-8860-3010941e1f76 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 946 time: 0.1349146 Jun 07 13:38:26.500983 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.510986 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:26.540594 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f30867d6-f439-4b7b-b278-03ceecf9814d req-a8254001-0c08-4084-b475-1bb4cf6aa07b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457051 Jun 07 13:38:26.583656 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Network 208989e9-9ce4-41b2-86c1-f7dfee081e6b is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:26.588080 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:26.594850 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:26.626705 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'Port': ['ID=0ad951c4-a121-4a1b-96b8-5ddb57597905,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:26.637372 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:26.644079 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-ce887316-4a63-46e6-900e-ebad389a712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:26.645504 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-ce887316-4a63-46e6-900e-ebad389a712e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2295592 Jun 07 13:38:26.706285 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:26.706990 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.749004 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 42970) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:26.839438 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c3958002-5253-4212-9226-000a8f63edee None None] Provisioning for port 0ad951c4-a121-4a1b-96b8-5ddb57597905 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:26.858070 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c3958002-5253-4212-9226-000a8f63edee None None] Provisioning complete for port 0ad951c4-a121-4a1b-96b8-5ddb57597905 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:26.858728 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c3958002-5253-4212-9226-000a8f63edee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:26.861185 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6047990 Jun 07 13:38:26.878034 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Request body: {'port': {'device_id': '8775389b-1501-4725-b76e-6996908d7b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:26.918672 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-c3958002-5253-4212-9226-000a8f63edee None None] Port 0ad951c4-a121-4a1b-96b8-5ddb57597905 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:38:26.919546 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-703a49b9-689c-4588-aeb0-5ef10713f169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.014613 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-2b95fd89-cde5-4de9-af02-259b4d9d48fc service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616548 Jun 07 13:38:27.046456 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-703a49b9-689c-4588-aeb0-5ef10713f169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.050459 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-703a49b9-689c-4588-aeb0-5ef10713f169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.060921 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:27.103285 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-703a49b9-689c-4588-aeb0-5ef10713f169 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14fdb4ee89a341d595e040d943800512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502672 Jun 07 13:38:27.103285 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a49b9-689c-4588-aeb0-5ef10713f169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052ded48-9e94-4e03-8044-74be2c02dbc4,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:27.103458 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 42988) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:27.105863 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-703a49b9-689c-4588-aeb0-5ef10713f169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:27.156275 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.167513 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425b4004-ffd4-4de1-afc1-421b4389216e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74e824f-a854-48aa-8b6d-e78d049e7ff2'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:27.170168 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05fe407-6a6a-41c1-838c-1b19c00d0fb6" -d '{"events": [{"server_uuid": "425b4004-ffd4-4de1-afc1-421b4389216e", "name": "network-vif-plugged", "status": "completed", "tag": "e74e824f-a854-48aa-8b6d-e78d049e7ff2"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:27.296707 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf7017-cb08-4915-98eb-4249d6f24dba req-b4d44bf1-bdd3-491b-8c61-02bc676177e3 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:27.298296 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7cbf7017-cb08-4915-98eb-4249d6f24dba req-b4d44bf1-bdd3-491b-8c61-02bc676177e3 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 945 time: 0.3685448 Jun 07 13:38:27.350765 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-123b6caa-12a1-4369-83a4-1aa0237dbcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.379804 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2952e1-d5c8-4fdc-aec2-b3272b764df2 req-ac4b48d8-9e27-433f-b81a-a3edc4bf5a9a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:27.388517 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5c2952e1-d5c8-4fdc-aec2-b3272b764df2 req-ac4b48d8-9e27-433f-b81a-a3edc4bf5a9a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 931 time: 0.1823702 Jun 07 13:38:27.463175 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5c2952e1-d5c8-4fdc-aec2-b3272b764df2 req-51128197-79eb-4970-8d87-4b2b35de5607 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733504 Jun 07 13:38:27.467206 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4f4acc66-afa7-4e18-b982-4d1aeb72f70b req-c255e0c4-9a6f-4813-91c8-945e1b5785e0 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133823 Jun 07 13:38:27.469323 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-123b6caa-12a1-4369-83a4-1aa0237dbcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.508650 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7cbf7017-cb08-4915-98eb-4249d6f24dba req-708108bf-8cf4-4db7-92c5-5eeb6249865f tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842170 Jun 07 13:38:27.566737 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b696c30e-c795-4a85-bc60-7d47440d9b62 x-openstack-request-id: req-b696c30e-c795-4a85-bc60-7d47440d9b62 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:27.567126 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425b4004-ffd4-4de1-afc1-421b4389216e", "name": "network-vif-plugged", "status": "completed", "tag": "e74e824f-a854-48aa-8b6d-e78d049e7ff2", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:27.567450 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b696c30e-c795-4a85-bc60-7d47440d9b62 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:27.569247 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425b4004-ffd4-4de1-afc1-421b4389216e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74e824f-a854-48aa-8b6d-e78d049e7ff2', 'code': 200} Jun 07 13:38:27.851634 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ddd6b-368b-4be7-b012-284c3b1e82f5 req-83d818cf-6403-4aac-8687-697ab902e3b2 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:27.865724 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-853ddd6b-368b-4be7-b012-284c3b1e82f5 req-83d818cf-6403-4aac-8687-697ab902e3b2 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 946 time: 0.1401899 Jun 07 13:38:27.924734 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-853ddd6b-368b-4be7-b012-284c3b1e82f5 req-c2d9856e-b54e-489a-9613-5a4c1a51aea9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578558 Jun 07 13:38:27.960178 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-123b6caa-12a1-4369-83a4-1aa0237dbcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.970949 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-123b6caa-12a1-4369-83a4-1aa0237dbcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:27.972138 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-123b6caa-12a1-4369-83a4-1aa0237dbcef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/052ded48-9e94-4e03-8044-74be2c02dbc4 HTTP/1.1" status: 204 len: 168 time: 0.8677874 Jun 07 13:38:27.975699 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:28.002917 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b6caa-12a1-4369-83a4-1aa0237dbcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052ded48-9e94-4e03-8044-74be2c02dbc4,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:28.009396 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-123b6caa-12a1-4369-83a4-1aa0237dbcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:28.018838 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ada5f6-2501-455d-9c23-9629605c8c98 req-ba526e41-084b-4e85-9725-64621ab0080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:28.020316 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b6ada5f6-2501-455d-9c23-9629605c8c98 req-ba526e41-084b-4e85-9725-64621ab0080b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 1096 time: 0.4768174 Jun 07 13:38:28.066168 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43026) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:28.078175 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d84e1e-6cd1-471c-a6d5-47c19f9a3b44 req-49c1ff7a-1093-4b2e-a1c7-93d2013c0e35 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:28.083951 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-26d84e1e-6cd1-471c-a6d5-47c19f9a3b44 req-49c1ff7a-1093-4b2e-a1c7-93d2013c0e35 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.3631024 Jun 07 13:38:28.092021 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be7a6d-fa8f-4dc6-a1df-82f0fc5485e5 req-cd23a0a8-8a99-4679-a4b5-02b545b641ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:28.093299 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-80be7a6d-fa8f-4dc6-a1df-82f0fc5485e5 req-cd23a0a8-8a99-4679-a4b5-02b545b641ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 1098 time: 0.1154094 Jun 07 13:38:28.142643 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-80be7a6d-fa8f-4dc6-a1df-82f0fc5485e5 req-aae5a27f-50db-4a98-a620-7e4af21c4990 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419836 Jun 07 13:38:28.224577 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b87910a6-8bfe-4fd4-bcd0-79a12f11c459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.246506 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad951c4-a121-4a1b-96b8-5ddb57597905 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:28.253191 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-26d84e1e-6cd1-471c-a6d5-47c19f9a3b44 req-118a3b33-bcd3-427e-a9f5-9649a825fa20 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683934 Jun 07 13:38:28.264146 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.299086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Transition to ACTIVE for port object 0ad951c4-a121-4a1b-96b8-5ddb57597905 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:28.300514 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ada5f6-2501-455d-9c23-9629605c8c98 req-87d9eee9-3de5-444f-97f9-dd4a04d54ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:28.302076 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b6ada5f6-2501-455d-9c23-9629605c8c98 req-87d9eee9-3de5-444f-97f9-dd4a04d54ef7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 918 time: 0.2742174 Jun 07 13:38:28.303020 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.308606 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-62292712-e124-44aa-98ea-194afab7bbdd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:28.357578 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b87910a6-8bfe-4fd4-bcd0-79a12f11c459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.361885 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b87910a6-8bfe-4fd4-bcd0-79a12f11c459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.372057 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:28.414480 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-b87910a6-8bfe-4fd4-bcd0-79a12f11c459 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbddf095ddb04fcc9d2ce8a962a1a193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436100 Jun 07 13:38:28.414480 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87910a6-8bfe-4fd4-bcd0-79a12f11c459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d5baa7-f5e6-4be3-b2e0-8d6ebe7e67b5,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:28.426113 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43032) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:28.438015 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b87910a6-8bfe-4fd4-bcd0-79a12f11c459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:28.476416 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43034) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:28.483051 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b6ada5f6-2501-455d-9c23-9629605c8c98 req-fbd31a20-6dbe-42e6-a484-41b1249129a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29 HTTP/1.1" status: 200 len: 217 time: 0.1357148 Jun 07 13:38:28.513858 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0692edd7-b172-4673-b30c-8c763aeeb447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.531609 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6574960e-b799-4f70-b483-9ff7b545368c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.543407 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad951c4-a121-4a1b-96b8-5ddb57597905,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:28.553384 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:28.648200 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ada5f6-2501-455d-9c23-9629605c8c98 req-24ba97c2-8d53-4d88-9717-673121326381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:28.654973 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b6ada5f6-2501-455d-9c23-9629605c8c98 req-24ba97c2-8d53-4d88-9717-673121326381 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.1613898 Jun 07 13:38:28.693452 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6574960e-b799-4f70-b483-9ff7b545368c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.776457 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Attempting to bind port 0ad951c4-a121-4a1b-96b8-5ddb57597905 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:28.777623 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Attempting to bind port 0ad951c4-a121-4a1b-96b8-5ddb57597905 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:28.777623 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Attempting to bind port 0ad951c4-a121-4a1b-96b8-5ddb57597905 on network 208989e9-9ce4-41b2-86c1-f7dfee081e6b {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:28.791182 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Port 0ad951c4-a121-4a1b-96b8-5ddb57597905 on network 208989e9-9ce4-41b2-86c1-f7dfee081e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:38:28.791182 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Attempting to bind port 0ad951c4-a121-4a1b-96b8-5ddb57597905 on network 208989e9-9ce4-41b2-86c1-f7dfee081e6b {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:28.797968 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0692edd7-b172-4673-b30c-8c763aeeb447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.803293 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0692edd7-b172-4673-b30c-8c763aeeb447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.805691 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:28.806048 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Checking segment: {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:28.806451 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Bound using segment: {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:28.806878 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Bound port: 0ad951c4-a121-4a1b-96b8-5ddb57597905, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:28.807228 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.819026 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37910-e06d-4ec0-a8af-3d1dcc9a679c req-eb28e9a4-7afd-4811-aa06-6dd019099395 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:28.821052 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-57d37910-e06d-4ec0-a8af-3d1dcc9a679c req-eb28e9a4-7afd-4811-aa06-6dd019099395 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 943 time: 0.2291236 Jun 07 13:38:28.825567 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:28.891323 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692edd7-b172-4673-b30c-8c763aeeb447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3cd7b0-46ea-4da6-bbe7-996371a09b9b,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:28.895212 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e4e5f-2e59-4ba1-8a1c-f5ef8bb5f805 req-6b0fd422-8f00-4774-8d53-3b0b4fe8985e tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:28.896755 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f23e4e5f-2e59-4ba1-8a1c-f5ef8bb5f805 req-6b0fd422-8f00-4774-8d53-3b0b4fe8985e tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 945 time: 0.2408824 Jun 07 13:38:28.897381 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0692edd7-b172-4673-b30c-8c763aeeb447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:28.904094 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-0692edd7-b172-4673-b30c-8c763aeeb447 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39425ca7667f4436be3e21463484f998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236147 Jun 07 13:38:28.904094 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6574960e-b799-4f70-b483-9ff7b545368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.904285 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 43048) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:28.917619 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6574960e-b799-4f70-b483-9ff7b545368c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:28.921971 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-6574960e-b799-4f70-b483-9ff7b545368c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2d5baa7-f5e6-4be3-b2e0-8d6ebe7e67b5 HTTP/1.1" status: 204 len: 168 time: 0.4948511 Jun 07 13:38:28.925384 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-500785c2-8e87-47b1-bc7b-6ba82e19017d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:28.929573 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ada5f6-2501-455d-9c23-9629605c8c98 req-1d4acdb0-b837-43e3-a6cb-efa3e7c0a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:28.931088 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b6ada5f6-2501-455d-9c23-9629605c8c98 req-1d4acdb0-b837-43e3-a6cb-efa3e7c0a37d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2357998 Jun 07 13:38:28.948399 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-57d37910-e06d-4ec0-a8af-3d1dcc9a679c req-b4cbf10b-8721-4938-9f9e-ac7a770a6827 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066773 Jun 07 13:38:28.949470 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574960e-b799-4f70-b483-9ff7b545368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d5baa7-f5e6-4be3-b2e0-8d6ebe7e67b5,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:28.959269 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6574960e-b799-4f70-b483-9ff7b545368c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:29.050059 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] For port 0ad951c4-a121-4a1b-96b8-5ddb57597905, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:29.064368 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f23e4e5f-2e59-4ba1-8a1c-f5ef8bb5f805 req-28b0e1f3-580e-4458-863e-a1003ad0b3c4 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583567 Jun 07 13:38:29.123822 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] For port 0ad951c4-a121-4a1b-96b8-5ddb57597905, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=0ad951c4-a121-4a1b-96b8-5ddb57597905,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:29.140738 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.153983 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:29.202878 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-233a639f-dd14-4dd7-ac12-14d05d4a16a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.248118 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:29.248799 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.250230 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] 10.222.0.54 "PUT /v2.0/ports/0ad951c4-a121-4a1b-96b8-5ddb57597905 HTTP/1.1" status: 200 len: 1093 time: 2.3816149 Jun 07 13:38:29.250958 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8775389b-1501-4725-b76e-6996908d7b4a', 'tag': '0ad951c4-a121-4a1b-96b8-5ddb57597905'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:29.253241 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2585837-b3a8-45e0-bcce-f4826a352b50" -d '{"events": [{"name": "network-changed", "server_uuid": "8775389b-1501-4725-b76e-6996908d7b4a", "tag": "0ad951c4-a121-4a1b-96b8-5ddb57597905"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:29.278476 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b6ada5f6-2501-455d-9c23-9629605c8c98 req-8bd13a36-e5ea-432a-a400-6886c9712c16 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291972 Jun 07 13:38:29.314165 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae88c9-a21f-4b2b-af9c-e94eedc1f187 req-ecc80880-b690-415f-a9ce-acf3dc31ce44 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:29.317676 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-233a639f-dd14-4dd7-ac12-14d05d4a16a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.324040 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-dfae88c9-a21f-4b2b-af9c-e94eedc1f187 req-ecc80880-b690-415f-a9ce-acf3dc31ce44 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 946 time: 0.2165439 Jun 07 13:38:29.406467 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bbf096-ba93-4a53-9394-0a0b86f4d5b3 x-openstack-request-id: req-f1bbf096-ba93-4a53-9394-0a0b86f4d5b3 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:29.406776 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8775389b-1501-4725-b76e-6996908d7b4a", "tag": "0ad951c4-a121-4a1b-96b8-5ddb57597905", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:29.407051 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1bbf096-ba93-4a53-9394-0a0b86f4d5b3 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:29.407466 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8775389b-1501-4725-b76e-6996908d7b4a', 'tag': '0ad951c4-a121-4a1b-96b8-5ddb57597905', 'status': 'completed', 'code': 200} Jun 07 13:38:29.420317 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-dfae88c9-a21f-4b2b-af9c-e94eedc1f187 req-db303c9f-fa8c-48d0-b8b8-5d5664ee64d1 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944765 Jun 07 13:38:29.460507 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad951c4-a121-4a1b-96b8-5ddb57597905,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:29.510802 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:29.563872 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43078) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:29.584280 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-83609c25-5dcf-409f-b329-40ddda562ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.713501 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b6ada5f6-2501-455d-9c23-9629605c8c98 req-982ecc38-8ced-425f-b544-9f9eeb4335fc service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253538 Jun 07 13:38:29.714188 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-233a639f-dd14-4dd7-ac12-14d05d4a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.729632 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-233a639f-dd14-4dd7-ac12-14d05d4a16a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.730796 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-233a639f-dd14-4dd7-ac12-14d05d4a16a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da3cd7b0-46ea-4da6-bbe7-996371a09b9b HTTP/1.1" status: 204 len: 168 time: 0.8259733 Jun 07 13:38:29.733166 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-123b6caa-12a1-4369-83a4-1aa0237dbcef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:29.744610 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-83609c25-5dcf-409f-b329-40ddda562ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.748765 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-83609c25-5dcf-409f-b329-40ddda562ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.750581 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a639f-dd14-4dd7-ac12-14d05d4a16a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3cd7b0-46ea-4da6-bbe7-996371a09b9b,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:29.755349 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-2c9ba8a2-3ddc-48fd-927e-db763cb981ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:29.757594 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-2c9ba8a2-3ddc-48fd-927e-db763cb981ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 1096 time: 0.4044199 Jun 07 13:38:29.759132 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-233a639f-dd14-4dd7-ac12-14d05d4a16a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:29.774107 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff1754-1a74-4764-94a4-6f88bafd5de5 req-eaecaab9-a9d2-463b-aa7e-a069fe8e7c76 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:29.774400 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e7be8651-f4ff-4fa2-83b5-2c0d675f92c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:29.781547 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-20ff1754-1a74-4764-94a4-6f88bafd5de5 req-eaecaab9-a9d2-463b-aa7e-a069fe8e7c76 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.1931443 Jun 07 13:38:29.840964 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-83609c25-5dcf-409f-b329-40ddda562ce8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13a3087080364fee801495176122dbbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758131 Jun 07 13:38:29.841911 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83609c25-5dcf-409f-b329-40ddda562ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea11d93-9755-4d26-86b0-f07d98cfa3d5,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:29.844300 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43086) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:29.885688 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-83609c25-5dcf-409f-b329-40ddda562ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:29.919844 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb9f-c3b3-4834-9dfb-68557fbfd565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:29.957892 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-bb61613b-eedd-4a07-baa5-20f68c146b49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad951c4-a121-4a1b-96b8-5ddb57597905 HTTP/1.1" status: 200 len: 217 time: 0.1734822 Jun 07 13:38:29.963974 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb9f-c3b3-4834-9dfb-68557fbfd565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.031377 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-20ff1754-1a74-4764-94a4-6f88bafd5de5 req-b045d611-1918-44e1-a540-337cad6a726f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485814 Jun 07 13:38:30.040044 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb9f-c3b3-4834-9dfb-68557fbfd565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.043485 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5cd9eb9f-c3b3-4834-9dfb-68557fbfd565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.044614 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-5cd9eb9f-c3b3-4834-9dfb-68557fbfd565 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eea11d93-9755-4d26-86b0-f07d98cfa3d5 HTTP/1.1" status: 204 len: 168 time: 0.1993589 Jun 07 13:38:30.045316 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-83609c25-5dcf-409f-b329-40ddda562ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:30.071748 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-e6e49ca7-a26f-4678-80ed-259ce0087d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:30.073396 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-e6e49ca7-a26f-4678-80ed-259ce0087d0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=050186de-5062-460e-8201-e277a2d397b8 HTTP/1.1" status: 200 len: 850 time: 0.1050179 Jun 07 13:38:30.074195 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9eb9f-c3b3-4834-9dfb-68557fbfd565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea11d93-9755-4d26-86b0-f07d98cfa3d5,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:30.100951 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5cd9eb9f-c3b3-4834-9dfb-68557fbfd565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:30.305421 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-e71dab2e-bb3f-42ff-85cb-4711b4d2b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:30.309122 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ecdc454a-e690-4361-b88e-46c23d0c0b29 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:38:30.311404 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-e71dab2e-bb3f-42ff-85cb-4711b4d2b156 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=208989e9-9ce4-41b2-86c1-f7dfee081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2276583 Jun 07 13:38:30.375387 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebfbed-b8b2-4849-be63-690501059e41 req-dad03749-6691-481c-a4f0-04bad63775e1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:30.382543 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b9ebfbed-b8b2-4849-be63-690501059e41 req-dad03749-6691-481c-a4f0-04bad63775e1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 943 time: 0.2054424 Jun 07 13:38:30.439530 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b9ebfbed-b8b2-4849-be63-690501059e41 req-717700aa-07b7-48ea-9584-c8c7befde71e tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537245 Jun 07 13:38:30.498246 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:30.514248 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'port_id': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'mac_address': 'fa:16:3e:50:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:38:30.575579 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.585540 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-cfb60fa0-4a14-4233-a8f9-19c1d2c1ee7b service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097051 Jun 07 13:38:30.596208 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdc454a-e690-4361-b88e-46c23d0c0b29 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:30.625939 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:30.631222 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:30.635297 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:30.736887 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ecdc454a-e690-4361-b88e-46c23d0c0b29,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:30.743873 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:30.822497 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad3437-a1e6-408b-9634-5ffa813cde3e req-856cdd66-de32-4486-9e7f-e2cc7362d4ab tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:30.831488 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-96ad3437-a1e6-408b-9634-5ffa813cde3e req-856cdd66-de32-4486-9e7f-e2cc7362d4ab tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 945 time: 0.5159984 Jun 07 13:38:30.838992 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d13943de-c258-49ba-b3a7-cccf1ab9c69b req-19af4e53-60e5-41ee-b376-e9d2bf33f643 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442789 Jun 07 13:38:30.872472 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['ecdc454a-e690-4361-b88e-46c23d0c0b29'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:38:30.903939 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-96ad3437-a1e6-408b-9634-5ffa813cde3e req-d30f0c1b-6bec-4c2f-9827-fe795d81a778 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714936 Jun 07 13:38:31.026216 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585837-b3a8-45e0-bcce-f4826a352b50 req-2178dfc8-d72f-4187-a062-b663633bc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:31.028492 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a2585837-b3a8-45e0-bcce-f4826a352b50 req-2178dfc8-d72f-4187-a062-b663633bc505 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 1096 time: 0.1210144 Jun 07 13:38:31.314900 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585837-b3a8-45e0-bcce-f4826a352b50 req-b59fd55c-6513-4b7d-b42f-4e2c6e4a7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:31.323537 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a2585837-b3a8-45e0-bcce-f4826a352b50 req-b59fd55c-6513-4b7d-b42f-4e2c6e4a7656 service neutron] 10.222.0.54 "GET /v2.0/networks?id=208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 200 len: 912 time: 0.2843144 Jun 07 13:38:31.448216 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1020a-c08b-438d-9eb9-3bc9775ce0ec req-0f595987-0fb8-45ef-9c35-bd4476f06a4a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:31.450014 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-05c1020a-c08b-438d-9eb9-3bc9775ce0ec req-0f595987-0fb8-45ef-9c35-bd4476f06a4a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 944 time: 0.1904607 Jun 07 13:38:31.531032 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a2585837-b3a8-45e0-bcce-f4826a352b50 req-1ce3748e-950a-4310-b151-2d1ef878b8cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad951c4-a121-4a1b-96b8-5ddb57597905 HTTP/1.1" status: 200 len: 217 time: 0.2003391 Jun 07 13:38:31.532578 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:38:31.589548 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-05c1020a-c08b-438d-9eb9-3bc9775ce0ec req-678f1a95-1c07-45f9-8516-cc7d919232dd tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319690 Jun 07 13:38:31.783727 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585837-b3a8-45e0-bcce-f4826a352b50 req-727e814d-61a1-4c69-8ca5-bdd29437900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:31.785362 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a2585837-b3a8-45e0-bcce-f4826a352b50 req-727e814d-61a1-4c69-8ca5-bdd29437900d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=050186de-5062-460e-8201-e277a2d397b8 HTTP/1.1" status: 200 len: 850 time: 0.2377582 Jun 07 13:38:31.905368 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c4e2-db10-401c-a20a-75adecb20e72 req-06fb1b07-d5b3-42b4-a1b2-73df4885a5a8 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:31.907492 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3646c4e2-db10-401c-a20a-75adecb20e72 req-06fb1b07-d5b3-42b4-a1b2-73df4885a5a8 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 943 time: 0.1775022 Jun 07 13:38:31.920485 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2585837-b3a8-45e0-bcce-f4826a352b50 req-7f9ac10f-ec9c-4b71-bb0c-37efce4448aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:31.922238 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a2585837-b3a8-45e0-bcce-f4826a352b50 req-7f9ac10f-ec9c-4b71-bb0c-37efce4448aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=208989e9-9ce4-41b2-86c1-f7dfee081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1258183 Jun 07 13:38:32.060718 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3646c4e2-db10-401c-a20a-75adecb20e72 req-2d350293-3df7-47e4-b6b8-cf69a51b35ef tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373758 Jun 07 13:38:32.106076 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a2585837-b3a8-45e0-bcce-f4826a352b50 req-109fce3b-7189-4462-8835-440787e4f66e service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638873 Jun 07 13:38:32.303989 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a2585837-b3a8-45e0-bcce-f4826a352b50 req-091567fc-b501-4b7c-97d3-335c842511aa service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908052 Jun 07 13:38:32.323564 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ecdc454a-e690-4361-b88e-46c23d0c0b29 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:32.415002 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port ecdc454a-e690-4361-b88e-46c23d0c0b29 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:32.425849 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port ecdc454a-e690-4361-b88e-46c23d0c0b29 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:32.426261 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:32.529923 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1e07-d7c5-47f1-b2ab-6528bce67dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:32.601178 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:32.643587 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:32.650858 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f158c4bd-fc00-4370-a2d7-b5c9a52602f2" -d '{"events": [{"server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:32.681849 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:32.686889 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:32.689988 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:32.789165 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7377ed96-a08e-421a-9e9d-b5a7c040a13d x-openstack-request-id: req-7377ed96-a08e-421a-9e9d-b5a7c040a13d {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:32.792473 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:32.792849 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7377ed96-a08e-421a-9e9d-b5a7c040a13d {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:32.793371 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'code': 200} Jun 07 13:38:32.841413 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ecdc454a-e690-4361-b88e-46c23d0c0b29,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:32.854411 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:32.972260 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c16d9-5203-4a28-93c7-2007fae9df1c req-37d7e6c1-78b6-47e7-bc8e-d8fdf31ed395 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:32.975130 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cf9c16d9-5203-4a28-93c7-2007fae9df1c req-37d7e6c1-78b6-47e7-bc8e-d8fdf31ed395 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1775029 Jun 07 13:38:33.120947 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cf9c16d9-5203-4a28-93c7-2007fae9df1c req-8b626069-44de-46ae-b480-f6e98e80a0ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377020 Jun 07 13:38:33.151668 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5bb2a-0a96-4863-a513-23d6fc4c5c7f req-08a37aaf-6964-4fcd-9885-d64aacc2c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:33.151668 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ede5bb2a-0a96-4863-a513-23d6fc4c5c7f req-08a37aaf-6964-4fcd-9885-d64aacc2c2a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 1098 time: 0.1205964 Jun 07 13:38:33.199203 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ede5bb2a-0a96-4863-a513-23d6fc4c5c7f req-ad2e7da1-a1a3-405c-8231-73df80ab8c8e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440466 Jun 07 13:38:33.407086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8b5ee-04f9-4c3d-8184-acc4585e53f3 req-4bfdee20-7742-4d22-a2a0-fe3a59d3585b tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:33.408585 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-46d8b5ee-04f9-4c3d-8184-acc4585e53f3 req-4bfdee20-7742-4d22-a2a0-fe3a59d3585b tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 943 time: 0.1630204 Jun 07 13:38:33.487616 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-46d8b5ee-04f9-4c3d-8184-acc4585e53f3 req-c45ed0f5-f95d-416c-a2c1-ec05b2bddae5 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592239 Jun 07 13:38:34.327512 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 0ad951c4-a121-4a1b-96b8-5ddb57597905 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:38:34.369965 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a27eb-d490-46a5-82d0-de5414f62e53 req-82a2f7a7-0f35-4e01-aa20-7e7ceb722b75 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:34.371547 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0e1a27eb-d490-46a5-82d0-de5414f62e53 req-82a2f7a7-0f35-4e01-aa20-7e7ceb722b75 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1187487 Jun 07 13:38:34.474351 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0e1a27eb-d490-46a5-82d0-de5414f62e53 req-67b6f055-d13b-4c47-97fd-a97ebb8c3138 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965061 Jun 07 13:38:34.557244 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 0ad951c4-a121-4a1b-96b8-5ddb57597905, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=0ad951c4-a121-4a1b-96b8-5ddb57597905,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:34.578920 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': '0ad951c4-a121-4a1b-96b8-5ddb57597905', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'port_id': '0ad951c4-a121-4a1b-96b8-5ddb57597905', 'mac_address': 'fa:16:3e:37:5a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:38:34.653636 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.675212 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad951c4-a121-4a1b-96b8-5ddb57597905 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:34.704590 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 0ad951c4-a121-4a1b-96b8-5ddb57597905, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=0ad951c4-a121-4a1b-96b8-5ddb57597905,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:34.708833 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:34.714273 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:34.810285 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad0e34-8e94-4049-afee-8b690c6010ba req-e3144c97-a652-4b5e-824e-b5150785f5c8 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:34.814913 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-81ad0e34-8e94-4049-afee-8b690c6010ba req-e3144c97-a652-4b5e-824e-b5150785f5c8 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 944 time: 0.1977692 Jun 07 13:38:34.840617 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=0ad951c4-a121-4a1b-96b8-5ddb57597905,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:34.846904 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:34.882761 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-81ad0e34-8e94-4049-afee-8b690c6010ba req-33fc2886-4cdb-4b06-8822-8f3e1b2b3ba6 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607073 Jun 07 13:38:34.993680 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['0ad951c4-a121-4a1b-96b8-5ddb57597905'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:38:35.061261 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.150765 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-162bbfea-c2bd-4019-b057-5c3450b4a16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.549425 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-e5c68b71-a916-4326-83f1-096fdfb4af8c tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:35.551215 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-e5c68b71-a916-4326-83f1-096fdfb4af8c tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 813 time: 0.2026772 Jun 07 13:38:35.573110 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-4e539a2f-3b24-4497-9d22-d06563f65cc2 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/quotas/5da3599657b44d5680910ac460ffdfad HTTP/1.1" status: 200 len: 375 time: 0.0147545 Jun 07 13:38:35.721617 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-8ddb7fb4-ec0c-454f-afce-45731e190a69 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1417086 Jun 07 13:38:35.777053 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cde003-3ee3-4754-847e-f89cdc98f5ce req-d0fd2208-3716-4171-b15b-a3201fc1d622 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:35.785367 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b2cde003-3ee3-4754-847e-f89cdc98f5ce req-d0fd2208-3716-4171-b15b-a3201fc1d622 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1616845 Jun 07 13:38:35.801441 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43380) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:35.808635 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43382) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:35.849802 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b2cde003-3ee3-4754-847e-f89cdc98f5ce req-76de07e3-f8ca-4e7e-8d8e-fb20abdcd2c9 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632191 Jun 07 13:38:35.861447 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.919295 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-39a24886-f795-46fc-a9e2-f2104187b03f service neutron] 10.222.0.50 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890953 Jun 07 13:38:35.973855 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3a8816ea-f596-4a40-9493-0aca24553003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:35.989712 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f89a44f7-1991-44f4-a376-e1afd1b232f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.068241 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-b6b1bd26-ae03-4b32-8f07-bcb07e15444a service neutron] 10.222.0.50 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417127 Jun 07 13:38:36.143475 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047966-0136-4a80-8061-a86486bdd73b req-ec162552-9e2d-40f4-8de1-09dbccec24c7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:36.145009 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a4047966-0136-4a80-8061-a86486bdd73b req-ec162552-9e2d-40f4-8de1-09dbccec24c7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1614685 Jun 07 13:38:36.156521 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 43396) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:36.174683 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-cb2b4c52-7801-48bb-a573-b6f3f9eeb31c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'floatingip': {'port_id': 'ecdc454a-e690-4361-b88e-46c23d0c0b29'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:36.209327 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3a8816ea-f596-4a40-9493-0aca24553003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.219321 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3a8816ea-f596-4a40-9493-0aca24553003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.233392 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:36.283908 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4c52-7801-48bb-a573-b6f3f9eeb31c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.354406 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 0ad951c4-a121-4a1b-96b8-5ddb57597905 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:36.358650 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-3a8816ea-f596-4a40-9493-0aca24553003 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71fe027b514e44f7aed0c6974227eca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561693 Jun 07 13:38:36.370342 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43408) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:36.394044 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8816ea-f596-4a40-9493-0aca24553003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394d6508-d9d8-4e54-8c24-cc645b847415,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:36.412265 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3a8816ea-f596-4a40-9493-0aca24553003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:36.525677 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port 0ad951c4-a121-4a1b-96b8-5ddb57597905 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:36.531140 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port 0ad951c4-a121-4a1b-96b8-5ddb57597905 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:36.532032 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.535159 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-40bfa71b-0fc2-4b61-b2db-7d9081c24581 req-4643bf20-611d-4c4e-8105-424da42f51c7 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 210 time: 0.1900659 Jun 07 13:38:36.677729 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-55f2cd1d-f559-4abe-9e71-0a749093dec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.680127 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.704091 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f39fd3-3e6d-41cc-9947-c0dc31ee5e42 req-5ce4b7ef-8051-4c96-8642-d483054a4a56 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:36.711307 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8f39fd3-3e6d-41cc-9947-c0dc31ee5e42 req-5ce4b7ef-8051-4c96-8642-d483054a4a56 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 944 time: 0.3058205 Jun 07 13:38:36.724706 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 0ad951c4-a121-4a1b-96b8-5ddb57597905, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=0ad951c4-a121-4a1b-96b8-5ddb57597905,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:36.726028 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8775389b-1501-4725-b76e-6996908d7b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad951c4-a121-4a1b-96b8-5ddb57597905'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:36.730205 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a011ffd8-97cb-47bd-95ac-da294367832d" -d '{"events": [{"server_uuid": "8775389b-1501-4725-b76e-6996908d7b4a", "name": "network-vif-plugged", "status": "completed", "tag": "0ad951c4-a121-4a1b-96b8-5ddb57597905"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:36.734357 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.737237 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:36.811425 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2efeb5-b004-411e-80ef-76f815cdc889 x-openstack-request-id: req-1d2efeb5-b004-411e-80ef-76f815cdc889 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:36.811771 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8775389b-1501-4725-b76e-6996908d7b4a", "name": "network-vif-plugged", "status": "completed", "tag": "0ad951c4-a121-4a1b-96b8-5ddb57597905", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:36.812616 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d2efeb5-b004-411e-80ef-76f815cdc889 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:36.812616 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8775389b-1501-4725-b76e-6996908d7b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad951c4-a121-4a1b-96b8-5ddb57597905', 'code': 200} Jun 07 13:38:36.818812 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=0ad951c4-a121-4a1b-96b8-5ddb57597905,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:36.828764 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8f39fd3-3e6d-41cc-9947-c0dc31ee5e42 req-7b54dfca-2bbe-432b-824b-0e6d625c3b83 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148646 Jun 07 13:38:36.829398 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:36.879678 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-55f2cd1d-f559-4abe-9e71-0a749093dec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.909420 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f89a44f7-1991-44f4-a376-e1afd1b232f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.931236 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f89a44f7-1991-44f4-a376-e1afd1b232f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:36.953467 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-703a49b9-689c-4588-aeb0-5ef10713f169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:37.095755 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-f89a44f7-1991-44f4-a376-e1afd1b232f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e01a2146ce13430ab4774c9e3992744b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2861338 Jun 07 13:38:37.099815 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43426) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:37.121820 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a44f7-1991-44f4-a376-e1afd1b232f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92cce4d-c2d0-4580-96f2-4d5e449c9ea1,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:37.133407 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f89a44f7-1991-44f4-a376-e1afd1b232f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:37.155223 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-55f2cd1d-f559-4abe-9e71-0a749093dec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.157744 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-55f2cd1d-f559-4abe-9e71-0a749093dec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.159035 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-55f2cd1d-f559-4abe-9e71-0a749093dec3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/394d6508-d9d8-4e54-8c24-cc645b847415 HTTP/1.1" status: 204 len: 168 time: 0.7868130 Jun 07 13:38:37.162357 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5d3e1912-6a7c-4d30-809f-f68be6e90ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:37.182427 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2cd1d-f559-4abe-9e71-0a749093dec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394d6508-d9d8-4e54-8c24-cc645b847415,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:37.185902 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-55f2cd1d-f559-4abe-9e71-0a749093dec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:37.186782 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-deb99c57-e7c1-4e56-b692-3a28e102e958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.231772 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-deb99c57-e7c1-4e56-b692-3a28e102e958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.313019 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-deb99c57-e7c1-4e56-b692-3a28e102e958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.316192 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-deb99c57-e7c1-4e56-b692-3a28e102e958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.317629 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-deb99c57-e7c1-4e56-b692-3a28e102e958 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e92cce4d-c2d0-4580-96f2-4d5e449c9ea1 HTTP/1.1" status: 204 len: 168 time: 0.2169058 Jun 07 13:38:37.318639 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:37.335312 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb99c57-e7c1-4e56-b692-3a28e102e958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92cce4d-c2d0-4580-96f2-4d5e449c9ea1,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:37.344344 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-deb99c57-e7c1-4e56-b692-3a28e102e958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:37.430412 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49018bc1-40d0-4e06-8ea9-2fa1c7f94fa6 req-b922a153-d0f4-463b-b54a-94e8ef38d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:37.431880 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-49018bc1-40d0-4e06-8ea9-2fa1c7f94fa6 req-b922a153-d0f4-463b-b54a-94e8ef38d300 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 1098 time: 0.1423941 Jun 07 13:38:37.555901 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-49018bc1-40d0-4e06-8ea9-2fa1c7f94fa6 req-d6eeb2d3-343b-4a3b-b564-869d2ffbe936 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504026 Jun 07 13:38:37.582425 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.db.resource_extend [None req-cb2b4c52-7801-48bb-a573-b6f3f9eeb31c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:38:37.714845 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43456) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:37.748862 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b21cd0a4-5e88-43b3-b767-32a7f90620f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.782575 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4c52-7801-48bb-a573-b6f3f9eeb31c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.803013 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4c52-7801-48bb-a573-b6f3f9eeb31c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:37.879471 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.000643 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b21cd0a4-5e88-43b3-b767-32a7f90620f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.007153 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b21cd0a4-5e88-43b3-b767-32a7f90620f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.046174 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:38.096051 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-442c380e-208e-4688-b67d-e0326e3cb0ee req-5445c6c8-7a28-4567-922f-749f861ea194 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 210 time: 0.1884334 Jun 07 13:38:38.110528 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-b21cd0a4-5e88-43b3-b767-32a7f90620f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a3abe18459f4a45a7dccd57de81e977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890941 Jun 07 13:38:38.112110 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43468) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:38.165737 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cd0a4-5e88-43b3-b767-32a7f90620f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76560387-b0c5-4a52-a110-45e02646fd96,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:38.190531 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43470) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:38.195211 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b21cd0a4-5e88-43b3-b767-32a7f90620f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:38.234596 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4b88d2c0-63b6-45f6-a0d7-c55fd6bcff6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.357654 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-25acf492-845c-4a1d-b28e-b6201957c4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.362708 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.l3_db [None req-cb2b4c52-7801-48bb-a573-b6f3f9eeb31c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Floating IP 259b2836-7adf-4f36-84ef-c4e452c29231 associated. External IP: 172.28.3.50, port: ecdc454a-e690-4361-b88e-46c23d0c0b29. Jun 07 13:38:38.411960 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-25acf492-845c-4a1d-b28e-b6201957c4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.435330 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d4599-efa3-4ac0-b689-a83d2b7f512a req-1a35c6b0-4ba1-48af-b3b5-3c312a053cff tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:38.436801 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-832d4599-efa3-4ac0-b689-a83d2b7f512a req-1a35c6b0-4ba1-48af-b3b5-3c312a053cff tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.2407839 Jun 07 13:38:38.455535 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-79faec4c-c25e-4164-81e0-60fc0a9d582f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:38.456832 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-79faec4c-c25e-4164-81e0-60fc0a9d582f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 813 time: 0.4280524 Jun 07 13:38:38.487718 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Request body: {'port': {'device_id': 'f57fa0cc-506b-4feb-a723-f0e22134a09b', 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144', 'admin_state_up': True, 'tenant_id': '5da3599657b44d5680910ac460ffdfad'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:38.522231 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-832d4599-efa3-4ac0-b689-a83d2b7f512a req-4abf47fa-0f89-41e0-8a19-155f593d16e3 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758257 Jun 07 13:38:38.550102 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4b88d2c0-63b6-45f6-a0d7-c55fd6bcff6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.555487 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4b88d2c0-63b6-45f6-a0d7-c55fd6bcff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.562436 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:38.573962 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-25acf492-845c-4a1d-b28e-b6201957c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.576325 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-25acf492-845c-4a1d-b28e-b6201957c4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.577408 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-25acf492-845c-4a1d-b28e-b6201957c4d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76560387-b0c5-4a52-a110-45e02646fd96 HTTP/1.1" status: 204 len: 168 time: 0.4590571 Jun 07 13:38:38.577969 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd36c82-46de-4360-981d-7d3b7d5dcc30 req-7e82b765-45e6-4eda-b21b-5ab449c9e1ba tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:38.579441 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2cd36c82-46de-4360-981d-7d3b7d5dcc30 req-7e82b765-45e6-4eda-b21b-5ab449c9e1ba tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 945 time: 0.3120191 Jun 07 13:38:38.608686 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88d2c0-63b6-45f6-a0d7-c55fd6bcff6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e76d08-34eb-418f-8498-ba08a5cbeba7,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:38.615421 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-4b88d2c0-63b6-45f6-a0d7-c55fd6bcff6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=703d05086968450fb8ad6c9e5ddfe4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212196 Jun 07 13:38:38.615421 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4b88d2c0-63b6-45f6-a0d7-c55fd6bcff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:38.615421 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:38.621323 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43478) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:38.634975 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acf492-845c-4a1d-b28e-b6201957c4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76560387-b0c5-4a52-a110-45e02646fd96,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:38.638575 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-25acf492-845c-4a1d-b28e-b6201957c4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:38.701572 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7c83fddb-941e-426c-a09f-3346bf8af1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.729266 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7c83fddb-941e-426c-a09f-3346bf8af1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.734921 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2cd36c82-46de-4360-981d-7d3b7d5dcc30 req-084172fd-6d8a-4acb-b74f-bfc4e7ca0397 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284244 Jun 07 13:38:38.804356 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7c83fddb-941e-426c-a09f-3346bf8af1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.808218 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7c83fddb-941e-426c-a09f-3346bf8af1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:38.811867 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-7c83fddb-941e-426c-a09f-3346bf8af1ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5e76d08-34eb-418f-8498-ba08a5cbeba7 HTTP/1.1" status: 204 len: 168 time: 0.1859016 Jun 07 13:38:38.811867 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:38.822919 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83fddb-941e-426c-a09f-3346bf8af1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e76d08-34eb-418f-8498-ba08a5cbeba7,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:38.832686 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7c83fddb-941e-426c-a09f-3346bf8af1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:39.169039 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Made reservation on behalf of 5da3599657b44d5680910ac460ffdfad for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:39.171853 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:39.311290 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2b4c52-7801-48bb-a573-b6f3f9eeb31c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Router 615167b0-1770-43d7-a61a-39e1e3079ed0 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:38:39.363189 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-58811e9f-4e88-4f5b-99d1-fb0b3cb298a1 req-af5d4c5b-87de-40db-8a94-52b9eb47a839 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 210 time: 0.0896432 Jun 07 13:38:39.568759 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Allocated IP 172.20.0.11 (844ddbe4-c8bc-4253-9153-cd41903e9144/0e25dc1d-cf63-403a-9f14-69b96cbdcfa0/bf391f67-78fb-44d5-a293-5f15f2b4f26c) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:39.595821 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2b4c52-7801-48bb-a573-b6f3f9eeb31c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:38:39.602207 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4c52-7801-48bb-a573-b6f3f9eeb31c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:39.611137 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dadd437-639c-420e-8bbc-08ca4fb56629 None None] Sync routers for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:38:39.629109 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dadd437-639c-420e-8bbc-08ca4fb56629 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:39.638985 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-9dadd437-639c-420e-8bbc-08ca4fb56629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:38:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:39.650038 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:39.696047 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-cb2b4c52-7801-48bb-a573-b6f3f9eeb31c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "PUT /v2.0/floatingips/259b2836-7adf-4f36-84ef-c4e452c29231 HTTP/1.1" status: 200 len: 990 time: 3.5379832 Jun 07 13:38:39.699358 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:39.701823 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e" -d '{"events": [{"name": "network-changed", "server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:39.963864 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-9dadd437-639c-420e-8bbc-08ca4fb56629 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:39.989926 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.066033 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a5585-ee3d-4849-9eae-b67ff1d82dd5 req-286badce-ded6-48a8-81b0-c33ff0d7bee1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:40.067964 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d09a5585-ee3d-4849-9eae-b67ff1d82dd5 req-286badce-ded6-48a8-81b0-c33ff0d7bee1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.3117507 Jun 07 13:38:40.069719 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8fb4af-fbf0-4167-b0fc-d240a818219d x-openstack-request-id: req-da8fb4af-fbf0-4167-b0fc-d240a818219d {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:40.071355 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:40.071800 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da8fb4af-fbf0-4167-b0fc-d240a818219d {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:40.073211 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'status': 'completed', 'code': 200} Jun 07 13:38:40.213825 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d09a5585-ee3d-4849-9eae-b67ff1d82dd5 req-299d7aea-7d33-40df-ac06-4eecb320320f tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372283 Jun 07 13:38:40.227429 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.237594 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:40.241912 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['50ce2ee7-6377-4b4c-b9a6-9615e592be2f'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:38:40.403643 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e req-aea1826b-c02c-46ea-aec0-5b03040bf662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:40.410982 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e req-aea1826b-c02c-46ea-aec0-5b03040bf662 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 1098 time: 0.3344693 Jun 07 13:38:40.416527 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Network 844ddbe4-c8bc-4253-9153-cd41903e9144 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:40.439011 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:40.450069 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:40.513928 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a5df-1be8-4500-be78-853db796acd4 req-8527184c-7816-4f61-a59e-ccde66895acd tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:40.519263 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f418a5df-1be8-4500-be78-853db796acd4 req-8527184c-7816-4f61-a59e-ccde66895acd tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 945 time: 0.2276239 Jun 07 13:38:40.609818 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f418a5df-1be8-4500-be78-853db796acd4 req-9e1d9289-edcc-48a9-ab70-c787618bf3da tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855412 Jun 07 13:38:40.614790 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-9dadd437-639c-420e-8bbc-08ca4fb56629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '259b2836-7adf-4f36-84ef-c4e452c29231', 'tenant_id': '06908549a593441086718c651fcd4535', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'port_id': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'mac_address': 'fa:16:3e:50:b5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236052aa-983e-484a-9e1f-a006e87cb238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:15Z', 'updated_at': '2021-06-07T13:38:37Z', 'revision_number': 1, 'project_id': '06908549a593441086718c651fcd4535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:40.622923 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dadd437-639c-420e-8bbc-08ca4fb56629 None None] Checking router: 615167b0-1770-43d7-a61a-39e1e3079ed0 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:38:40.649603 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dadd437-639c-420e-8bbc-08ca4fb56629 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:40.650293 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-9dadd437-639c-420e-8bbc-08ca4fb56629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:38:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:40.738746 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Pushing event updated for resources: {'Port': ['ID=bf391f67-78fb-44d5-a293-5f15f2b4f26c,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:40.779035 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:40.879765 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:40.880405 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:40.931054 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4497252 Jun 07 13:38:40.941047 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e req-018d8b19-944c-44ce-b300-d1ba0796decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:40.942503 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e req-018d8b19-944c-44ce-b300-d1ba0796decc service neutron] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 918 time: 0.5102746 Jun 07 13:38:40.950418 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de375e-435c-441c-8000-19ee8bff0864 req-d1919250-1f29-4f98-939a-b0430b97eb1a tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:40.950723 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Request body: {'port': {'device_id': 'f57fa0cc-506b-4feb-a723-f0e22134a09b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:40.953468 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d9de375e-435c-441c-8000-19ee8bff0864 req-d1919250-1f29-4f98-939a-b0430b97eb1a tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.54 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 945 time: 0.3005967 Jun 07 13:38:40.994941 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-9dadd437-639c-420e-8bbc-08ca4fb56629 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:41.025221 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc00ec0-052d-48e7-a5f0-f0143ee2c4d1 req-f2855574-fd1a-49b6-80ae-0d4547dfafc8 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:41.038484 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2dc00ec0-052d-48e7-a5f0-f0143ee2c4d1 req-f2855574-fd1a-49b6-80ae-0d4547dfafc8 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 932 time: 0.2662461 Jun 07 13:38:41.075516 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16f9e6-9d9b-4ba1-84a2-7a7c74b64e98 req-f740302d-3d83-4199-8cdb-83e02b4a9f97 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:41.095317 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2f16f9e6-9d9b-4ba1-84a2-7a7c74b64e98 req-f740302d-3d83-4199-8cdb-83e02b4a9f97 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.5089734 Jun 07 13:38:41.095317 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 43586) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:41.131778 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-95cc27c7-1a00-49bc-962a-3d5da2290bd4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'floatingip': {'port_id': '0ad951c4-a121-4a1b-96b8-5ddb57597905'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:41.154965 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2dc00ec0-052d-48e7-a5f0-f0143ee2c4d1 req-e25d177d-0ba4-492e-969a-04da07c4f65c tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154397 Jun 07 13:38:41.267326 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-d9de375e-435c-441c-8000-19ee8bff0864 req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Deleting port e74e824f-a854-48aa-8b6d-e78d049e7ff2 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:38:41.268008 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-d9de375e-435c-441c-8000-19ee8bff0864 req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.350282 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43600) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:41.385144 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e req-26e60f08-6fb1-429e-9b3a-1b0f8d69ca58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29 HTTP/1.1" status: 200 len: 998 time: 0.4041333 Jun 07 13:38:41.397463 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-95cc27c7-1a00-49bc-962a-3d5da2290bd4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.513194 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-d9de375e-435c-441c-8000-19ee8bff0864 req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] For port e74e824f-a854-48aa-8b6d-e78d049e7ff2, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=e74e824f-a854-48aa-8b6d-e78d049e7ff2,segment=NetworkSegment(15d12360-d209-4f30-b98a-babe9b00f917),segment_id=15d12360-d209-4f30-b98a-babe9b00f917)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:41.513194 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-d9de375e-435c-441c-8000-19ee8bff0864 req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.705126 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-d9de375e-435c-441c-8000-19ee8bff0864 req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Calling delete_port for e74e824f-a854-48aa-8b6d-e78d049e7ff2 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:38:41.729266 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e1191a0e-1d08-44a7-b71a-cf41fc70b0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:41.789830 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-9dadd437-639c-420e-8bbc-08ca4fb56629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '259b2836-7adf-4f36-84ef-c4e452c29231', 'tenant_id': '06908549a593441086718c651fcd4535', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'port_id': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'mac_address': 'fa:16:3e:50:b5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236052aa-983e-484a-9e1f-a006e87cb238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:15Z', 'updated_at': '2021-06-07T13:38:37Z', 'revision_number': 1, 'project_id': '06908549a593441086718c651fcd4535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:41.798866 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dadd437-639c-420e-8bbc-08ca4fb56629 None None] The sync data for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb is: [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '259b2836-7adf-4f36-84ef-c4e452c29231', 'tenant_id': '06908549a593441086718c651fcd4535', 'floating_ip_address': '172.28.3.50', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'port_id': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'mac_address': 'fa:16:3e:50:b5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236052aa-983e-484a-9e1f-a006e87cb238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:15Z', 'updated_at': '2021-06-07T13:38:37Z', 'revision_number': 1, 'project_id': '06908549a593441086718c651fcd4535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:38:42.039986 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500b435-7a24-46cf-8141-5968fc3fcbdb req-775ad9d4-7e64-409f-b3d9-bf3510b456bc tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:42.041527 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a500b435-7a24-46cf-8141-5968fc3fcbdb req-775ad9d4-7e64-409f-b3d9-bf3510b456bc tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 945 time: 0.1563456 Jun 07 13:38:42.106538 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.130103 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e req-39abdbf8-b7cc-473a-8817-c87540a028c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:42.132077 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e req-39abdbf8-b7cc-473a-8817-c87540a028c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.6565993 Jun 07 13:38:42.163662 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d462f2c9-995c-41da-8206-32ba98a7ad3e None None] New status for floating IP 259b2836-7adf-4f36-84ef-c4e452c29231: ACTIVE {{(pid=91821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:38:42.393948 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43642) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:42.416364 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a500b435-7a24-46cf-8141-5968fc3fcbdb req-adbf7301-afa8-475f-b4ae-afd49f79aaa2 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/security-groups?id=13c33f8d-68d3-4c45-8982-341e375f5820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630736 Jun 07 13:38:42.452658 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-d9de375e-435c-441c-8000-19ee8bff0864 req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.455926 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e1191a0e-1d08-44a7-b71a-cf41fc70b0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.463456 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:42.538739 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Pushing event deleted for resources: {'Port': ['ID=e74e824f-a854-48aa-8b6d-e78d049e7ff2,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:42.542680 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:42.545364 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e1191a0e-1d08-44a7-b71a-cf41fc70b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.571486 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-445045ab-0aba-4d63-8829-11d2c8ba8081 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:42.771765 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9de375e-435c-441c-8000-19ee8bff0864 req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] No DVR routers for this DVR port e74e824f-a854-48aa-8b6d-e78d049e7ff2 on host hv-cinder-78536 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:38:42.778654 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-e1191a0e-1d08-44a7-b71a-cf41fc70b0b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59be5c404fe04f96b0f43f4e423f038f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4248483 Jun 07 13:38:42.783464 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43656) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:42.784533 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-d9de375e-435c-441c-8000-19ee8bff0864 req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.787184 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d9de375e-435c-441c-8000-19ee8bff0864 req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.54 "DELETE /v2.0/ports/e74e824f-a854-48aa-8b6d-e78d049e7ff2 HTTP/1.1" status: 204 len: 173 time: 1.8269794 Jun 07 13:38:42.800579 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e req-3f98605f-8634-491d-bf9d-d94fbcebab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:42.800947 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425b4004-ffd4-4de1-afc1-421b4389216e', 'name': 'network-vif-deleted', 'tag': 'e74e824f-a854-48aa-8b6d-e78d049e7ff2'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:42.803830 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e req-3f98605f-8634-491d-bf9d-d94fbcebab22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6585336 Jun 07 13:38:42.822268 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1191a0e-1d08-44a7-b71a-cf41fc70b0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8267590-e5e1-4eaa-b99e-907960e88a42,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:42.830433 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e1191a0e-1d08-44a7-b71a-cf41fc70b0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:42.835247 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b4603a3b-19b1-47c8-b358-fa61cdd01827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.927816 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40147cd4-403e-4727-88b0-3561cfa48818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:42.930698 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2d171-13cb-40f9-b8ab-691e9ae21c81 req-86c16ba1-1590-4aa7-b48f-98e71d9c6b80 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:42.937690 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-74c2d171-13cb-40f9-b8ab-691e9ae21c81 req-86c16ba1-1590-4aa7-b48f-98e71d9c6b80 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 932 time: 0.5407188 Jun 07 13:38:42.988561 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40147cd4-403e-4727-88b0-3561cfa48818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.100325 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c66ca3-bb62-43ab-a08d-e8c31a2e29da" -d '{"events": [{"server_uuid": "425b4004-ffd4-4de1-afc1-421b4389216e", "name": "network-vif-deleted", "tag": "e74e824f-a854-48aa-8b6d-e78d049e7ff2"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:43.171390 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b4603a3b-19b1-47c8-b358-fa61cdd01827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.172745 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40147cd4-403e-4727-88b0-3561cfa48818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.175275 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40147cd4-403e-4727-88b0-3561cfa48818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.176338 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-40147cd4-403e-4727-88b0-3561cfa48818 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8267590-e5e1-4eaa-b99e-907960e88a42 HTTP/1.1" status: 204 len: 168 time: 0.3878202 Jun 07 13:38:43.177488 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4b88d2c0-63b6-45f6-a0d7-c55fd6bcff6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:43.180501 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-74c2d171-13cb-40f9-b8ab-691e9ae21c81 req-0c3ae661-e028-4c56-aebf-51dc276983c5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414479 Jun 07 13:38:43.206058 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b4603a3b-19b1-47c8-b358-fa61cdd01827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.210708 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40147cd4-403e-4727-88b0-3561cfa48818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8267590-e5e1-4eaa-b99e-907960e88a42,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:43.215099 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-40147cd4-403e-4727-88b0-3561cfa48818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:43.215927 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fbea52bc-1f84-43e5-bbd3-22d074d91eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:43.264742 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-b4603a3b-19b1-47c8-b358-fa61cdd01827 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7cee46537d6f486a9796c77d07af1844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8689110 Jun 07 13:38:43.265673 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43668) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:43.274429 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e req-709f5b74-5c96-4dc0-b244-7efb2de09023 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515672 Jun 07 13:38:43.305536 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4603a3b-19b1-47c8-b358-fa61cdd01827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cf50a4-c354-4c6b-9c6d-c7cbff0e5cdc,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:43.311253 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b4603a3b-19b1-47c8-b358-fa61cdd01827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:43.360840 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfafaea3-ddeb-46ff-95f2-155a35efa491 x-openstack-request-id: req-cfafaea3-ddeb-46ff-95f2-155a35efa491 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:43.361132 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425b4004-ffd4-4de1-afc1-421b4389216e", "name": "network-vif-deleted", "tag": "e74e824f-a854-48aa-8b6d-e78d049e7ff2", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:43.361408 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cfafaea3-ddeb-46ff-95f2-155a35efa491 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:43.362035 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425b4004-ffd4-4de1-afc1-421b4389216e', 'name': 'network-vif-deleted', 'tag': 'e74e824f-a854-48aa-8b6d-e78d049e7ff2', 'status': 'completed', 'code': 200} Jun 07 13:38:43.391703 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-04a1323f-a1af-4ed9-bafd-21b1c2c35f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.430553 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-04a1323f-a1af-4ed9-bafd-21b1c2c35f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.480986 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.db.resource_extend [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:38:43.540925 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-04a1323f-a1af-4ed9-bafd-21b1c2c35f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.544379 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-04a1323f-a1af-4ed9-bafd-21b1c2c35f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.549013 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-04a1323f-a1af-4ed9-bafd-21b1c2c35f07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42cf50a4-c354-4c6b-9c6d-c7cbff0e5cdc HTTP/1.1" status: 204 len: 168 time: 0.2797008 Jun 07 13:38:43.550504 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-55f2cd1d-f559-4abe-9e71-0a749093dec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:43.569961 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.db.resource_extend [None req-95cc27c7-1a00-49bc-962a-3d5da2290bd4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:38:43.577405 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1323f-a1af-4ed9-bafd-21b1c2c35f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cf50a4-c354-4c6b-9c6d-c7cbff0e5cdc,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:43.580312 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-04a1323f-a1af-4ed9-bafd-21b1c2c35f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:43.749348 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43684) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:43.806608 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7649f248-7284-4b7e-9f32-aa57dc56f66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.939588 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-04ca3b7b-8de2-45dc-9b68-5871ca6122f8 req-e0de0116-a68b-4822-ab5d-1593fe5803a8 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] 10.222.0.50 "GET /v2.0/ports?device_id=425b4004-ffd4-4de1-afc1-421b4389216e HTTP/1.1" status: 200 len: 210 time: 0.0976706 Jun 07 13:38:43.947649 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf391f67-78fb-44d5-a293-5f15f2b4f26c {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:43.954479 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c370dc00-783f-4ac0-8e72-cc01fcfdb98e req-8ff143d4-3376-4b25-a88b-4e89e5c7c508 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637354 Jun 07 13:38:43.960986 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.980232 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-95cc27c7-1a00-49bc-962a-3d5da2290bd4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:43.987638 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-95cc27c7-1a00-49bc-962a-3d5da2290bd4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.048548 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7649f248-7284-4b7e-9f32-aa57dc56f66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.053629 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7649f248-7284-4b7e-9f32-aa57dc56f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.065666 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e1191a0e-1d08-44a7-b71a-cf41fc70b0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:44.085028 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Transition to ACTIVE for port object bf391f67-78fb-44d5-a293-5f15f2b4f26c will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:44.094630 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.110159 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:44.124021 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-7649f248-7284-4b7e-9f32-aa57dc56f66a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52f0bf0a33af4e2d93f91eb34d2522a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712676 Jun 07 13:38:44.124021 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649f248-7284-4b7e-9f32-aa57dc56f66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f48bba-b6b6-43cc-8f2c-5340353bb39a,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:44.126255 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7649f248-7284-4b7e-9f32-aa57dc56f66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:44.126963 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43700) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:44.199831 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a640449b-a01d-4536-bca9-45e8c4815c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.232376 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a640449b-a01d-4536-bca9-45e8c4815c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.256744 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43704) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:44.287057 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8ef32647-5512-47b7-b16f-90abafb374f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.333341 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a640449b-a01d-4536-bca9-45e8c4815c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.338288 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a640449b-a01d-4536-bca9-45e8c4815c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.340336 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-a640449b-a01d-4536-bca9-45e8c4815c10 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46f48bba-b6b6-43cc-8f2c-5340353bb39a HTTP/1.1" status: 204 len: 168 time: 0.2120018 Jun 07 13:38:44.348455 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b4603a3b-19b1-47c8-b358-fa61cdd01827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:44.368311 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640449b-a01d-4536-bca9-45e8c4815c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f48bba-b6b6-43cc-8f2c-5340353bb39a,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:44.372171 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a640449b-a01d-4536-bca9-45e8c4815c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:44.408366 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Pushing event updated for resources: {'Port': ['ID=bf391f67-78fb-44d5-a293-5f15f2b4f26c,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:44.416655 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device e74e824f-a854-48aa-8b6d-e78d049e7ff2 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:38:44.433412 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:44.471515 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: e74e824f-a854-48aa-8b6d-e78d049e7ff2 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:38:44.471897 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device e74e824f-a854-48aa-8b6d-e78d049e7ff2 not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:38:44.551720 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8ef32647-5512-47b7-b16f-90abafb374f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.558110 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8ef32647-5512-47b7-b16f-90abafb374f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:44.562369 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.l3_db [None req-95cc27c7-1a00-49bc-962a-3d5da2290bd4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Floating IP d1cfe0b1-2260-42eb-8503-4c468ba78974 associated. External IP: 172.28.3.68, port: 0ad951c4-a121-4a1b-96b8-5ddb57597905. Jun 07 13:38:44.595210 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-deb99c57-e7c1-4e56-b692-3a28e102e958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:44.672960 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-8ef32647-5512-47b7-b16f-90abafb374f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf3bbf6a3cdc4d3cab8b84ce68e17a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124439 Jun 07 13:38:44.679003 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 43720) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:44.680712 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef32647-5512-47b7-b16f-90abafb374f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e4f59c-0338-4667-af92-16a3df303ed8,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:44.703979 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8ef32647-5512-47b7-b16f-90abafb374f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:45.075170 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Attempting to bind port bf391f67-78fb-44d5-a293-5f15f2b4f26c on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:45.075502 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Attempting to bind port bf391f67-78fb-44d5-a293-5f15f2b4f26c by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:45.075833 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Attempting to bind port bf391f67-78fb-44d5-a293-5f15f2b4f26c on network 844ddbe4-c8bc-4253-9153-cd41903e9144 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:45.123932 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Port bf391f67-78fb-44d5-a293-5f15f2b4f26c on network 844ddbe4-c8bc-4253-9153-cd41903e9144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:38:45.124266 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Attempting to bind port bf391f67-78fb-44d5-a293-5f15f2b4f26c on network 844ddbe4-c8bc-4253-9153-cd41903e9144 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:45.164609 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d9944-2862-4efe-a73a-468d38b2cf1b req-691a648b-7cde-4f9b-8114-c3a425507d86 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:45.173245 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d01d9944-2862-4efe-a73a-468d38b2cf1b req-691a648b-7cde-4f9b-8114-c3a425507d86 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 944 time: 0.7532604 Jun 07 13:38:45.302767 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-acccff38-b4b1-4882-9997-46907d3f5650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.320703 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:45.320703 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Checking segment: {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:45.320703 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Bound using segment: {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:45.320703 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Bound port: bf391f67-78fb-44d5-a293-5f15f2b4f26c, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:45.320703 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.394434 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-acccff38-b4b1-4882-9997-46907d3f5650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.534500 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cc27c7-1a00-49bc-962a-3d5da2290bd4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Router 8b473756-3771-45c9-921f-a0953eb2e565 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:38:45.558819 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d01d9944-2862-4efe-a73a-468d38b2cf1b req-5d5d8306-49a7-48c7-ac4b-c9ea75dfac53 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845892 Jun 07 13:38:45.569098 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-acccff38-b4b1-4882-9997-46907d3f5650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.571398 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-acccff38-b4b1-4882-9997-46907d3f5650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.575331 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-acccff38-b4b1-4882-9997-46907d3f5650 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80e4f59c-0338-4667-af92-16a3df303ed8 HTTP/1.1" status: 204 len: 168 time: 0.8816352 Jun 07 13:38:45.576608 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:45.612192 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccff38-b4b1-4882-9997-46907d3f5650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e4f59c-0338-4667-af92-16a3df303ed8,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:45.619044 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-acccff38-b4b1-4882-9997-46907d3f5650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:45.843332 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] For port bf391f67-78fb-44d5-a293-5f15f2b4f26c, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:45.903853 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] For port bf391f67-78fb-44d5-a293-5f15f2b4f26c, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bf391f67-78fb-44d5-a293-5f15f2b4f26c,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:45.922188 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.923554 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cc27c7-1a00-49bc-962a-3d5da2290bd4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:38:45.934396 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bcf760-f9cf-4fe4-8836-13cb3d251ddb None None] Sync routers for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:38:45.951012 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-95cc27c7-1a00-49bc-962a-3d5da2290bd4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:45.958621 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bcf760-f9cf-4fe4-8836-13cb3d251ddb None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:45.959687 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-61bcf760-f9cf-4fe4-8836-13cb3d251ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:38:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:46.076021 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:46.335197 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-61bcf760-f9cf-4fe4-8836-13cb3d251ddb None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:46.346494 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Pushing event updated for resources: {'Port': ['ID=bf391f67-78fb-44d5-a293-5f15f2b4f26c,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:46.354405 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:46.362090 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:46.362780 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.364191 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] 10.222.0.54 "PUT /v2.0/ports/bf391f67-78fb-44d5-a293-5f15f2b4f26c HTTP/1.1" status: 200 len: 1094 time: 5.4196219 Jun 07 13:38:46.364668 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57fa0cc-506b-4feb-a723-f0e22134a09b', 'tag': 'bf391f67-78fb-44d5-a293-5f15f2b4f26c'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:46.367692 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f708fb-c609-4e0f-8a10-c4a78727ba00" -d '{"events": [{"name": "network-changed", "server_uuid": "f57fa0cc-506b-4feb-a723-f0e22134a09b", "tag": "bf391f67-78fb-44d5-a293-5f15f2b4f26c"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:46.378758 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-95cc27c7-1a00-49bc-962a-3d5da2290bd4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "PUT /v2.0/floatingips/d1cfe0b1-2260-42eb-8503-4c468ba78974 HTTP/1.1" status: 200 len: 990 time: 5.2508695 Jun 07 13:38:46.484008 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fab54e-d95c-41b5-9ab8-43037cf511fc x-openstack-request-id: req-37fab54e-d95c-41b5-9ab8-43037cf511fc {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:46.484552 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57fa0cc-506b-4feb-a723-f0e22134a09b", "tag": "bf391f67-78fb-44d5-a293-5f15f2b4f26c", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:46.487918 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37fab54e-d95c-41b5-9ab8-43037cf511fc {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:46.488527 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57fa0cc-506b-4feb-a723-f0e22134a09b', 'tag': 'bf391f67-78fb-44d5-a293-5f15f2b4f26c', 'status': 'completed', 'code': 200} Jun 07 13:38:46.518475 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43814) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:46.563741 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0bb34a81-bd6c-4af7-bd29-e573cb548c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:46.567722 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0bb34a81-bd6c-4af7-bd29-e573cb548c1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 1097 time: 0.1462421 Jun 07 13:38:46.749439 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-7c314825-67c7-4737-810a-32a0a3d62bfa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf391f67-78fb-44d5-a293-5f15f2b4f26c HTTP/1.1" status: 200 len: 217 time: 0.1647096 Jun 07 13:38:46.838982 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e6bce2e8-375c-4e96-bba8-60ac60573a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:46.867969 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-82a495c6-513f-400d-b29f-d1d03f7a8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:46.870048 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-82a495c6-513f-400d-b29f-d1d03f7a8544 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e25dc1d-cf63-403a-9f14-69b96cbdcfa0 HTTP/1.1" status: 200 len: 853 time: 0.0970526 Jun 07 13:38:46.884818 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-61bcf760-f9cf-4fe4-8836-13cb3d251ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': 'd1cfe0b1-2260-42eb-8503-4c468ba78974', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'floating_ip_address': '172.28.3.68', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'port_id': '0ad951c4-a121-4a1b-96b8-5ddb57597905', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'mac_address': 'fa:16:3e:37:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8775389b-1501-4725-b76e-6996908d7b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:18Z', 'updated_at': '2021-06-07T13:38:43Z', 'revision_number': 1, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:46.891824 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bcf760-f9cf-4fe4-8836-13cb3d251ddb None None] Checking router: 8b473756-3771-45c9-921f-a0953eb2e565 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:38:46.908381 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bd757-413d-42dd-af05-433b16a67fbe req-23158621-f852-4076-8a95-2758d971748b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:46.915932 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-120bd757-413d-42dd-af05-433b16a67fbe req-23158621-f852-4076-8a95-2758d971748b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 944 time: 0.1657956 Jun 07 13:38:46.916699 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bcf760-f9cf-4fe4-8836-13cb3d251ddb None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:46.917324 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-61bcf760-f9cf-4fe4-8836-13cb3d251ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:38:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:46.952406 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-e2acdc69-22ff-4465-98dc-401866ce9edb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=844ddbe4-c8bc-4253-9153-cd41903e9144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696070 Jun 07 13:38:46.991645 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-120bd757-413d-42dd-af05-433b16a67fbe req-6f42a125-0c9c-474b-ba52-ddf9ded31cee tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743816 Jun 07 13:38:47.059736 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e6bce2e8-375c-4e96-bba8-60ac60573a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.065475 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e6bce2e8-375c-4e96-bba8-60ac60573a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.090511 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:47.139836 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-e6bce2e8-375c-4e96-bba8-60ac60573a6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea533e1072b7423f841c9bff3ee5d8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6158974 Jun 07 13:38:47.139836 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bce2e8-375c-4e96-bba8-60ac60573a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f5011d-f97f-49ab-b052-f66830ad2c1a,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:47.141628 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43836) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:47.142742 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e6bce2e8-375c-4e96-bba8-60ac60573a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:47.225747 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c2c5-33d5-4e6a-a4b2-1481bd85bcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.248357 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-61bcf760-f9cf-4fe4-8836-13cb3d251ddb None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:47.280838 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-0dedc44b-e5cb-4188-99db-275d7d98f260 service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206918 Jun 07 13:38:47.295763 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c2c5-33d5-4e6a-a4b2-1481bd85bcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.401083 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c2c5-33d5-4e6a-a4b2-1481bd85bcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.403904 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0ef3c2c5-33d5-4e6a-a4b2-1481bd85bcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.408063 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-0ef3c2c5-33d5-4e6a-a4b2-1481bd85bcef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64f5011d-f97f-49ab-b052-f66830ad2c1a HTTP/1.1" status: 204 len: 168 time: 0.2614455 Jun 07 13:38:47.408063 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5cd9eb9f-c3b3-4834-9dfb-68557fbfd565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:47.440187 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3c2c5-33d5-4e6a-a4b2-1481bd85bcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f5011d-f97f-49ab-b052-f66830ad2c1a,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:47.443293 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0ef3c2c5-33d5-4e6a-a4b2-1481bd85bcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:47.511998 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 43854) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:47.591537 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2277a656-f247-4007-8f06-f8bb7ed9babe req-902dadbf-0dd2-4b99-b25f-288a05354a87 service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031106 Jun 07 13:38:47.618647 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f518b89-325c-49a2-b043-fb0f8a96ba08 admin admin] Deleting subnet 59fa658a-a95c-4dd9-a475-dad9544d53af {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:38:47.633871 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f518b89-325c-49a2-b043-fb0f8a96ba08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.742436 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f518b89-325c-49a2-b043-fb0f8a96ba08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27816292'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.822175 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-61bcf760-f9cf-4fe4-8836-13cb3d251ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': 'd1cfe0b1-2260-42eb-8503-4c468ba78974', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'floating_ip_address': '172.28.3.68', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'port_id': '0ad951c4-a121-4a1b-96b8-5ddb57597905', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'mac_address': 'fa:16:3e:37:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8775389b-1501-4725-b76e-6996908d7b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:18Z', 'updated_at': '2021-06-07T13:38:43Z', 'revision_number': 1, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:47.826493 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f708fb-c609-4e0f-8a10-c4a78727ba00 req-a4fd0acd-9277-4c65-8387-c5e5e48ea0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:47.828166 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-77f708fb-c609-4e0f-8a10-c4a78727ba00 req-a4fd0acd-9277-4c65-8387-c5e5e48ea0d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 1097 time: 0.1626689 Jun 07 13:38:47.829494 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f518b89-325c-49a2-b043-fb0f8a96ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:47.830602 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bcf760-f9cf-4fe4-8836-13cb3d251ddb None None] The sync data for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb is: [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': 'd1cfe0b1-2260-42eb-8503-4c468ba78974', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'floating_ip_address': '172.28.3.68', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'port_id': '0ad951c4-a121-4a1b-96b8-5ddb57597905', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'mac_address': 'fa:16:3e:37:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8775389b-1501-4725-b76e-6996908d7b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:38:18Z', 'updated_at': '2021-06-07T13:38:43Z', 'revision_number': 1, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:38:48.147003 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f518b89-325c-49a2-b043-fb0f8a96ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1293637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27958704'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.177434 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9b1667c5-1378-422a-8b80-d4b6ad5ead3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:48.219592 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd987da-7e45-47fa-9f8d-37da277da6ae None None] New status for floating IP d1cfe0b1-2260-42eb-8503-4c468ba78974: ACTIVE {{(pid=91821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:38:48.220904 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f518b89-325c-49a2-b043-fb0f8a96ba08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59fa658a-a95c-4dd9-a475-dad9544d53af,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:48.227941 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f708fb-c609-4e0f-8a10-c4a78727ba00 req-e9303d09-2de7-44e9-ad4b-50d82dc039c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:48.229695 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-77f708fb-c609-4e0f-8a10-c4a78727ba00 req-e9303d09-2de7-44e9-ad4b-50d82dc039c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 914 time: 0.3632891 Jun 07 13:38:48.230785 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1f518b89-325c-49a2-b043-fb0f8a96ba08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:48.289484 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f518b89-325c-49a2-b043-fb0f8a96ba08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.292272 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-1f518b89-325c-49a2-b043-fb0f8a96ba08 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/59fa658a-a95c-4dd9-a475-dad9544d53af HTTP/1.1" status: 204 len: 168 time: 0.7792020 Jun 07 13:38:48.295012 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43886) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:48.329661 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43888) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:48.363688 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-77f708fb-c609-4e0f-8a10-c4a78727ba00 req-7a024a77-6575-4c3f-ba08-06408c046688 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf391f67-78fb-44d5-a293-5f15f2b4f26c HTTP/1.1" status: 200 len: 217 time: 0.0698662 Jun 07 13:38:48.371939 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.464276 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf610f-1986-4e9f-ac1b-507fb5bfb21e req-f28b88e5-ffc1-454a-9214-17c83473f613 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:48.465797 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5adf610f-1986-4e9f-ac1b-507fb5bfb21e req-f28b88e5-ffc1-454a-9214-17c83473f613 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 944 time: 0.2321072 Jun 07 13:38:48.508525 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8775389b-1501-4725-b76e-6996908d7b4a', 'tag': '0ad951c4-a121-4a1b-96b8-5ddb57597905'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:48.515370 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3604c754-d371-41bf-935f-7cc641c66483" -d '{"events": [{"name": "network-changed", "server_uuid": "8775389b-1501-4725-b76e-6996908d7b4a", "tag": "0ad951c4-a121-4a1b-96b8-5ddb57597905"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:48.520057 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.556199 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f708fb-c609-4e0f-8a10-c4a78727ba00 req-c8556b3e-6a9a-4714-9c78-4eb7bf349a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:48.571185 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-77f708fb-c609-4e0f-8a10-c4a78727ba00 req-c8556b3e-6a9a-4714-9c78-4eb7bf349a51 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e25dc1d-cf63-403a-9f14-69b96cbdcfa0 HTTP/1.1" status: 200 len: 853 time: 0.1987414 Jun 07 13:38:48.641868 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2c2387-3001-4eb9-be5a-a30c582c7fd9 x-openstack-request-id: req-8d2c2387-3001-4eb9-be5a-a30c582c7fd9 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:48.642601 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8775389b-1501-4725-b76e-6996908d7b4a", "tag": "0ad951c4-a121-4a1b-96b8-5ddb57597905", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:48.642601 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8d2c2387-3001-4eb9-be5a-a30c582c7fd9 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:48.643070 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8775389b-1501-4725-b76e-6996908d7b4a', 'tag': '0ad951c4-a121-4a1b-96b8-5ddb57597905', 'status': 'completed', 'code': 200} Jun 07 13:38:48.693975 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-77f708fb-c609-4e0f-8a10-c4a78727ba00 req-c326a859-32b1-4a57-b4d0-ce1694cfd3d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=844ddbe4-c8bc-4253-9153-cd41903e9144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110840 Jun 07 13:38:48.702675 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5adf610f-1986-4e9f-ac1b-507fb5bfb21e req-a57f23df-313d-41ab-9273-66c37b47e58c tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249973 Jun 07 13:38:48.754729 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.778168 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58da6007-cb2d-4af9-970e-52e400f07e70']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:48.795129 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.797052 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d12360-d209-4f30-b98a-babe9b00f917') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:48.797528 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d12360-d209-4f30-b98a-babe9b00f917') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:48.811168 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.842224 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6574960e-b799-4f70-b483-9ff7b545368c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:48.872575 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fba3d255d3a3431695aaa306aad77f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275018 Jun 07 13:38:48.874713 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27891230'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.882081 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7edaca3-3d98-49be-b13b-ccdf4e0a7b9f,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:48.891543 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43904) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:48.909728 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.910418 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.910921 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.911411 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.911912 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.912399 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.912891 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.913374 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.914439 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.914943 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.915440 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.915921 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:48.940261 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:48.951116 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.973247 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:38:48.973648 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27870624'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:48.977101 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604c754-d371-41bf-935f-7cc641c66483 req-2f84eb17-1dfc-4069-a8ff-340a6f85ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:48.979120 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3604c754-d371-41bf-935f-7cc641c66483 req-2f84eb17-1dfc-4069-a8ff-340a6f85ead4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 1098 time: 0.3327343 Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: Traceback (most recent call last): Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: timer() Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: cb(*args, **kw) Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: return func(*args, **kwargs) Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: self._notify() Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: self.callback(batched_events) Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: event.method(event) Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: return f(self, *a, **k) Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: return self._get(url).json() Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:38:48.991614 dv-cinder-785362-2-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:38:49.104362 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-669cac73-d7e6-40d7-a593-563ba7cc3160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.107773 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-77f708fb-c609-4e0f-8a10-c4a78727ba00 req-e55bd8ae-fa5d-409b-84d5-a4dee5b118a7 service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945129 Jun 07 13:38:49.117554 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 43914) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:49.131957 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-669cac73-d7e6-40d7-a593-563ba7cc3160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.180520 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.190965 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:49.209129 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-669cac73-d7e6-40d7-a593-563ba7cc3160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.211725 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-669cac73-d7e6-40d7-a593-563ba7cc3160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.215199 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-669cac73-d7e6-40d7-a593-563ba7cc3160 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7edaca3-3d98-49be-b13b-ccdf4e0a7b9f HTTP/1.1" status: 204 len: 168 time: 0.3199606 Jun 07 13:38:49.216420 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.218215 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/58da6007-cb2d-4af9-970e-52e400f07e70 HTTP/1.1" status: 204 len: 168 time: 0.9219866 Jun 07 13:38:49.221784 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=58da6007-cb2d-4af9-970e-52e400f07e70,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:49.228501 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:49.228971 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9ec3d875-43e6-4083-823e-657065541bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:49.238678 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cac73-d7e6-40d7-a593-563ba7cc3160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7edaca3-3d98-49be-b13b-ccdf4e0a7b9f,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:49.246086 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-669cac73-d7e6-40d7-a593-563ba7cc3160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:49.272154 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604c754-d371-41bf-935f-7cc641c66483 req-c9ee028c-4464-400a-a45d-b842b1233458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:49.279456 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3604c754-d371-41bf-935f-7cc641c66483 req-c9ee028c-4464-400a-a45d-b842b1233458 service neutron] 10.222.0.54 "GET /v2.0/networks?id=208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 200 len: 912 time: 0.2878931 Jun 07 13:38:49.385479 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-77f708fb-c609-4e0f-8a10-c4a78727ba00 req-8561fe51-5689-47b6-bb2c-25bd7938f44f service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690318 Jun 07 13:38:49.416370 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3604c754-d371-41bf-935f-7cc641c66483 req-bf05ea5a-ad32-480b-812f-f5a1f316d4cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad951c4-a121-4a1b-96b8-5ddb57597905 HTTP/1.1" status: 200 len: 1000 time: 0.1276128 Jun 07 13:38:49.491208 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.544071 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604c754-d371-41bf-935f-7cc641c66483 req-c88b2d91-cfcb-4dd4-bb3f-c0a1abddecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:49.545932 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3604c754-d371-41bf-935f-7cc641c66483 req-c88b2d91-cfcb-4dd4-bb3f-c0a1abddecad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=050186de-5062-460e-8201-e277a2d397b8 HTTP/1.1" status: 200 len: 850 time: 0.0988541 Jun 07 13:38:49.591967 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43934) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:49.693967 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604c754-d371-41bf-935f-7cc641c66483 req-042192c4-95da-444d-9ef2-55ce66fcd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:49.696335 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3604c754-d371-41bf-935f-7cc641c66483 req-042192c4-95da-444d-9ef2-55ce66fcd485 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=208989e9-9ce4-41b2-86c1-f7dfee081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1325107 Jun 07 13:38:49.731001 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-2366dfb5-30fa-4c84-b6d1-e5db00352505 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d4a49cd8c757498f815af9ebd6482656&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1377769 Jun 07 13:38:49.733512 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43938) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:49.737846 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.747638 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.769935 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:49.871058 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=297ea976277e4e64aae1e78f65568ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7522068 Jun 07 13:38:49.874227 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 43946) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:49.881435 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e6a3b1-17b5-43d7-b0c1-3152477d3737,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:49.884501 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7c932082-4eb4-4eba-a669-be9c7f310c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:49.907626 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.907986 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.908333 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.908674 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.909012 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.909346 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.909679 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.910011 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.910369 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.910699 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.911027 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.911355 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:49.916198 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:49.962847 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3604c754-d371-41bf-935f-7cc641c66483 req-7a53213d-1d38-4672-81ae-1de5115ba54d service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567739 Jun 07 13:38:50.012793 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7c932082-4eb4-4eba-a669-be9c7f310c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.075838 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2490-c560-4da4-a9cd-fea704c618fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.133322 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd09af2-f69b-47c4-a41a-38eb42c9a1e3 req-25bb8cf6-3ccc-4616-b7b7-40834ae90bfb tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:50.134888 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4bd09af2-f69b-47c4-a41a-38eb42c9a1e3 req-25bb8cf6-3ccc-4616-b7b7-40834ae90bfb tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 944 time: 0.1869693 Jun 07 13:38:50.160590 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7c932082-4eb4-4eba-a669-be9c7f310c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.167620 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7c932082-4eb4-4eba-a669-be9c7f310c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.173611 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-7c932082-4eb4-4eba-a669-be9c7f310c1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13c33f8d-68d3-4c45-8982-341e375f5820 HTTP/1.1" status: 204 len: 168 time: 0.4387834 Jun 07 13:38:50.173937 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2490-c560-4da4-a9cd-fea704c618fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.177870 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:50.232633 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c932082-4eb4-4eba-a669-be9c7f310c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c33f8d-68d3-4c45-8982-341e375f5820,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:50.247886 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3604c754-d371-41bf-935f-7cc641c66483 req-fb320081-3453-4ca7-ba31-a95402f8610f service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740045 Jun 07 13:38:50.254326 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7c932082-4eb4-4eba-a669-be9c7f310c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:50.275374 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2490-c560-4da4-a9cd-fea704c618fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.280936 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2490-c560-4da4-a9cd-fea704c618fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.284701 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-c8bb2490-c560-4da4-a9cd-fea704c618fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3e6a3b1-17b5-43d7-b0c1-3152477d3737 HTTP/1.1" status: 204 len: 168 time: 0.3961761 Jun 07 13:38:50.284701 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:50.303050 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb2490-c560-4da4-a9cd-fea704c618fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e6a3b1-17b5-43d7-b0c1-3152477d3737,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:50.312479 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c8bb2490-c560-4da4-a9cd-fea704c618fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:50.336579 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4bd09af2-f69b-47c4-a41a-38eb42c9a1e3 req-1c6ad240-3081-4d64-8962-06b2bb8290ec tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790433 Jun 07 13:38:50.426153 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device bf391f67-78fb-44d5-a293-5f15f2b4f26c details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:38:50.603080 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port bf391f67-78fb-44d5-a293-5f15f2b4f26c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bf391f67-78fb-44d5-a293-5f15f2b4f26c,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:50.617862 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'bf391f67-78fb-44d5-a293-5f15f2b4f26c', 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144', 'port_id': 'bf391f67-78fb-44d5-a293-5f15f2b4f26c', 'mac_address': 'fa:16:3e:dc:03:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e25dc1d-cf63-403a-9f14-69b96cbdcfa0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:38:50.679913 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.697927 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf391f67-78fb-44d5-a293-5f15f2b4f26c {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:38:50.716255 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port bf391f67-78fb-44d5-a293-5f15f2b4f26c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bf391f67-78fb-44d5-a293-5f15f2b4f26c,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:50.719383 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.721171 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:50.800929 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=bf391f67-78fb-44d5-a293-5f15f2b4f26c,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:50.807898 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 43980) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:50.819175 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.819517 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.819846 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.820371 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.820725 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.821065 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.821619 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.821941 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.822286 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.822729 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.823047 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.823459 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:50.828405 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:50.828613 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-ca18b0a2-6af2-427a-8dee-dce11228e839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.987528 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-ca18b0a2-6af2-427a-8dee-dce11228e839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:50.993596 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-ca18b0a2-6af2-427a-8dee-dce11228e839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:51.004529 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b87910a6-8bfe-4fd4-bcd0-79a12f11c459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:51.010849 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['bf391f67-78fb-44d5-a293-5f15f2b4f26c'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:38:51.115777 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18b0a2-6af2-427a-8dee-dce11228e839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6cc920-8888-4d08-ab23-c8e18d71cf91,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:51.128745 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ca18b0a2-6af2-427a-8dee-dce11228e839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:51.135156 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 43994) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:51.167603 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-ca18b0a2-6af2-427a-8dee-dce11228e839 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac756e0a557e424a9751fa66ef042fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585117 Jun 07 13:38:51.332419 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a8b13909-b806-4a3b-a8be-86d71f07d2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:51.368987 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a8b13909-b806-4a3b-a8be-86d71f07d2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:51.447910 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a8b13909-b806-4a3b-a8be-86d71f07d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:51.451337 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a8b13909-b806-4a3b-a8be-86d71f07d2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:51.452746 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-a8b13909-b806-4a3b-a8be-86d71f07d2ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e6cc920-8888-4d08-ab23-c8e18d71cf91 HTTP/1.1" status: 204 len: 168 time: 0.3165269 Jun 07 13:38:51.453684 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:51.467200 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b13909-b806-4a3b-a8be-86d71f07d2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6cc920-8888-4d08-ab23-c8e18d71cf91,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:51.482100 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a8b13909-b806-4a3b-a8be-86d71f07d2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:51.678938 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9378-c988-4227-beb1-4408c5a95b7d req-1eb7219a-8833-436a-b742-a275d613216f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:51.681318 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9e3a9378-c988-4227-beb1-4408c5a95b7d req-1eb7219a-8833-436a-b742-a275d613216f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 945 time: 0.1306875 Jun 07 13:38:51.774578 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9e3a9378-c988-4227-beb1-4408c5a95b7d req-147341bf-ac5e-458d-87fa-9e99d4980d23 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872343 Jun 07 13:38:51.892909 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44046) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:52.018748 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-339289558-network', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:52.053385 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Made reservation on behalf of be9165134c7e43519e15a77c85d508cb for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:52.058477 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.086432 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.222275 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.227880 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.244749 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:38:52.257001 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.257441 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Added segment 0f11f03f-b442-4cd0-936b-c7d0a262227c of type vlan for network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 Jun 07 13:38:52.277830 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:52.293966 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.316092 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:52.320211 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:52.342217 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.344191 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:52.344787 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.348556 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-056bce81-cf7f-446f-adf3-759c19629b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:52.402624 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5082724 Jun 07 13:38:52.406451 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44070) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:52.412272 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Request body: {'subnet': {'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-339289558-subnet', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:52.441249 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Made reservation on behalf of be9165134c7e43519e15a77c85d508cb for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:38:52.443907 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1929094'] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.454098 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device bf391f67-78fb-44d5-a293-5f15f2b4f26c up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:38:52.505722 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:52.519816 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:52.529821 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:38:52.720783 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port bf391f67-78fb-44d5-a293-5f15f2b4f26c completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:38:52.731724 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port bf391f67-78fb-44d5-a293-5f15f2b4f26c triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:38:52.732374 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.816113 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27870537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1929108'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.840255 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:52.884825 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.974667 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port bf391f67-78fb-44d5-a293-5f15f2b4f26c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bf391f67-78fb-44d5-a293-5f15f2b4f26c,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:38:52.976568 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57fa0cc-506b-4feb-a723-f0e22134a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf391f67-78fb-44d5-a293-5f15f2b4f26c'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:38:52.982241 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f38bf5-dd95-47db-9c72-d7aa98ceac0d" -d '{"events": [{"server_uuid": "f57fa0cc-506b-4feb-a723-f0e22134a09b", "name": "network-vif-plugged", "status": "completed", "tag": "bf391f67-78fb-44d5-a293-5f15f2b4f26c"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:38:52.987336 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ed30c8-147c-4af7-8f11-0dc9726a1e43,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:52.989905 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:52.995799 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:52.995940 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:53.083121 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Checking segment: {'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:53.083479 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Network hostable DHCP agents. Network: 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:38:53.144138 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=bf391f67-78fb-44d5-a293-5f15f2b4f26c,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:53.147409 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:53.232147 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c4ac8a-749a-4431-bdc3-69da104d01b9 x-openstack-request-id: req-e5c4ac8a-749a-4431-bdc3-69da104d01b9 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:38:53.233124 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57fa0cc-506b-4feb-a723-f0e22134a09b", "name": "network-vif-plugged", "status": "completed", "tag": "bf391f67-78fb-44d5-a293-5f15f2b4f26c", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:38:53.233389 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5c4ac8a-749a-4431-bdc3-69da104d01b9 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:38:53.233791 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57fa0cc-506b-4feb-a723-f0e22134a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf391f67-78fb-44d5-a293-5f15f2b4f26c', 'code': 200} Jun 07 13:38:53.238696 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:38:53.269148 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3e385-a1bd-4d8c-b3cc-321ff7a01c07 req-14e48898-dfd3-4bb2-af23-c171979c838b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:53.272078 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8ca3e385-a1bd-4d8c-b3cc-321ff7a01c07 req-14e48898-dfd3-4bb2-af23-c171979c838b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 946 time: 0.1938312 Jun 07 13:38:53.273984 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:53.282604 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:53.283081 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd449b9a-b55f-4914-a944-c827c71d5b62 None None] Network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:53.283218 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.306381 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8983402 Jun 07 13:38:53.308658 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44106) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:53.315550 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-339289558-router', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:38:53.363118 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-601272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15121'] for router, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.365083 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15130'] for router, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.387211 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8ca3e385-a1bd-4d8c-b3cc-321ff7a01c07 req-9ffa6864-08cf-438d-beb6-982600123869 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842307 Jun 07 13:38:53.410700 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.556132 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44114) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:53.583499 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1686ed-91a3-47ec-abe0-0341fde165e6 None None] Network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:38:53.817845 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-36467e02-851a-4b4c-b85b-ae3d113394ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.860666 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15116'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:53.936429 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897940e-a731-402b-884c-f8188ed6d658 req-f0368a29-e570-4482-a214-20a5425efa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:53.938016 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e897940e-a731-402b-884c-f8188ed6d658 req-f0368a29-e570-4482-a214-20a5425efa34 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 1099 time: 0.1973412 Jun 07 13:38:53.955408 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44126) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:54.007085 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-36467e02-851a-4b4c-b85b-ae3d113394ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.023829 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-36467e02-851a-4b4c-b85b-ae3d113394ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.033730 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f89a44f7-1991-44f4-a376-e1afd1b232f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:54.074094 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e897940e-a731-402b-884c-f8188ed6d658 req-8b3448dc-dc2c-455c-b246-68dc25713e2f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858467 Jun 07 13:38:54.083142 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-36467e02-851a-4b4c-b85b-ae3d113394ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d359efecd4e94fa489499ab653856cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247009 Jun 07 13:38:54.084928 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36467e02-851a-4b4c-b85b-ae3d113394ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc34020-ca9d-4c34-b9d5-640b0f22df42,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:54.086763 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44134) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:54.088769 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-36467e02-851a-4b4c-b85b-ae3d113394ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:54.337061 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a7516748-bcdc-439b-9e69-d45363846698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.345525 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.392046 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.474048 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3c203628-95d8-409f-b612-61eeffd7b6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.483651 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a7516748-bcdc-439b-9e69-d45363846698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.488315 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-a7516748-bcdc-439b-9e69-d45363846698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.524113 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0692edd7-b172-4673-b30c-8c763aeeb447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:54.533236 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-a7516748-bcdc-439b-9e69-d45363846698 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e329603064244f4884939a99953c871e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765162 Jun 07 13:38:54.535625 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44168) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:54.582812 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7516748-bcdc-439b-9e69-d45363846698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bbec12-a1fb-46e5-a148-d959cbf95bc0,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:54.590081 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Allocated IP 172.28.3.94 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/947f44bf-7050-4506-a85e-526208c33068) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:54.592083 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a7516748-bcdc-439b-9e69-d45363846698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:54.621044 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-239b6999-74c8-483d-9ecb-5884a34d3a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.639814 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3c203628-95d8-409f-b612-61eeffd7b6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.661195 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-239b6999-74c8-483d-9ecb-5884a34d3a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.753036 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-239b6999-74c8-483d-9ecb-5884a34d3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.756412 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-239b6999-74c8-483d-9ecb-5884a34d3a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.761225 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-239b6999-74c8-483d-9ecb-5884a34d3a06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0bbec12-a1fb-46e5-a148-d959cbf95bc0 HTTP/1.1" status: 204 len: 168 time: 0.2224746 Jun 07 13:38:54.761225 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0ef3c2c5-33d5-4e6a-a4b2-1481bd85bcef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:54.774508 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b6999-74c8-483d-9ecb-5884a34d3a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bbec12-a1fb-46e5-a148-d959cbf95bc0,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:54.779277 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-239b6999-74c8-483d-9ecb-5884a34d3a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:54.861120 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3c203628-95d8-409f-b612-61eeffd7b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.869856 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d2bf6-3a4d-4032-a40d-50696848a9d5 req-3fe79ce8-2c3e-4e07-9f08-2efc4c49a2ad tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:54.871388 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-054d2bf6-3a4d-4032-a40d-50696848a9d5 req-3fe79ce8-2c3e-4e07-9f08-2efc4c49a2ad tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 946 time: 0.2743266 Jun 07 13:38:54.884830 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3c203628-95d8-409f-b612-61eeffd7b6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.886165 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-3c203628-95d8-409f-b612-61eeffd7b6fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bcc34020-ca9d-4c34-b9d5-640b0f22df42 HTTP/1.1" status: 204 len: 168 time: 0.7934623 Jun 07 13:38:54.891383 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1f0ebb84-2f55-4f31-825c-23ff622bee7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:54.895686 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44188) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:54.915601 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:54.930689 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c203628-95d8-409f-b612-61eeffd7b6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc34020-ca9d-4c34-b9d5-640b0f22df42,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:54.935590 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3c203628-95d8-409f-b612-61eeffd7b6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:54.970554 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-054d2bf6-3a4d-4032-a40d-50696848a9d5 req-fcda6635-5580-460d-a262-253414b1202c tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892508 Jun 07 13:38:54.994218 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.003125 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:55.089591 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:55.093236 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:55.097989 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:55.161710 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Pushing event updated for resources: {'Port': ['ID=947f44bf-7050-4506-a85e-526208c33068,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:55.167009 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:55.392467 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c1c0140a-35d8-4229-b21a-6b5428b8f4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.502405 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44212) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:55.529089 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c6639a87-7607-48ee-bdab-540fcdb28efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.593011 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44218) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:55.626378 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6757fd27-56ea-4fd1-b8e5-40a18afc0232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.658107 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c1c0140a-35d8-4229-b21a-6b5428b8f4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.668175 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c1c0140a-35d8-4229-b21a-6b5428b8f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.685921 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8ef32647-5512-47b7-b16f-90abafb374f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:55.722046 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0140a-35d8-4229-b21a-6b5428b8f4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b39eb3-472c-478d-80b3-e0f68bfd86eb,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:55.726069 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c1c0140a-35d8-4229-b21a-6b5428b8f4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:55.739085 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.db.api [None req-6757fd27-56ea-4fd1-b8e5-40a18afc0232 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 13:38:55.739085 dv-cinder-785362-2-smb neutron-server[91819]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 13:38:55.739085 dv-cinder-785362-2-smb neutron-server[91819]: [parameters: {'project_id_1': 'a125ff0ef01a4d51b686bd7cf3732163', 'expiration_1': datetime.datetime(2021, 6, 7, 13, 38, 55, 659189)}] Jun 07 13:38:55.739085 dv-cinder-785362-2-smb neutron-server[91819]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:38:55.739432 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_db.api [None req-6757fd27-56ea-4fd1-b8e5-40a18afc0232 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:38:55.745661 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-c1c0140a-35d8-4229-b21a-6b5428b8f4e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a52288e10492447f9be5d222c1dc1f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8452408 Jun 07 13:38:55.747077 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44224) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:55.807051 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.850158 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8406e5aa-844a-46c0-909b-9726fe3df862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.902910 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8406e5aa-844a-46c0-909b-9726fe3df862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.936638 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c6639a87-7607-48ee-bdab-540fcdb28efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.948968 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c6639a87-7607-48ee-bdab-540fcdb28efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:55.961053 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e6bce2e8-375c-4e96-bba8-60ac60573a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:56.005288 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6639a87-7607-48ee-bdab-540fcdb28efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a13650-8030-4733-bf21-13467bf69ea3,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:56.009089 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c6639a87-7607-48ee-bdab-540fcdb28efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:56.017598 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-c6639a87-7607-48ee-bdab-540fcdb28efd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=813fd56f9c1947a8a853b94af806112a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121105 Jun 07 13:38:56.018546 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44234) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:56.060055 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8406e5aa-844a-46c0-909b-9726fe3df862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.062368 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8406e5aa-844a-46c0-909b-9726fe3df862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.063555 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-8406e5aa-844a-46c0-909b-9726fe3df862 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3b39eb3-472c-478d-80b3-e0f68bfd86eb HTTP/1.1" status: 204 len: 168 time: 0.3156798 Jun 07 13:38:56.074559 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a640449b-a01d-4536-bca9-45e8c4815c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:56.141619 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406e5aa-844a-46c0-909b-9726fe3df862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b39eb3-472c-478d-80b3-e0f68bfd86eb,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:56.144781 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8406e5aa-844a-46c0-909b-9726fe3df862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:56.187030 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600211'] for router, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.194599 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9919523-47af-4929-9a1f-e8da9068b763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.228863 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9919523-47af-4929-9a1f-e8da9068b763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.240100 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6757fd27-56ea-4fd1-b8e5-40a18afc0232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.289510 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dc01b-45f8-47e6-b864-086d3db32d7b req-b5da6fd8-b4fe-4e1b-a2d7-2b2eb4577942 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:56.291025 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e54dc01b-45f8-47e6-b864-086d3db32d7b req-b5da6fd8-b4fe-4e1b-a2d7-2b2eb4577942 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 946 time: 0.1917162 Jun 07 13:38:56.364743 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e54dc01b-45f8-47e6-b864-086d3db32d7b req-830c3de6-2a74-4952-837d-6f1ffd1d0af2 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654371 Jun 07 13:38:56.382161 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9919523-47af-4929-9a1f-e8da9068b763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.385133 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c9919523-47af-4929-9a1f-e8da9068b763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.388967 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-c9919523-47af-4929-9a1f-e8da9068b763 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86a13650-8030-4733-bf21-13467bf69ea3 HTTP/1.1" status: 204 len: 168 time: 0.3688796 Jun 07 13:38:56.391876 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c6639a87-7607-48ee-bdab-540fcdb28efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:56.406754 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9919523-47af-4929-9a1f-e8da9068b763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a13650-8030-4733-bf21-13467bf69ea3,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:56.409717 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c9919523-47af-4929-9a1f-e8da9068b763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:56.460406 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Router 9e4c5261-3446-44fb-8c0f-54cdae605918 is scheduled to L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 with binding_index 1 {{(pid=91820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:38:56.512750 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6757fd27-56ea-4fd1-b8e5-40a18afc0232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.519742 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6757fd27-56ea-4fd1-b8e5-40a18afc0232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.538789 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c1c0140a-35d8-4229-b21a-6b5428b8f4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:56.607261 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-6757fd27-56ea-4fd1-b8e5-40a18afc0232 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a125ff0ef01a4d51b686bd7cf3732163&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0130148 Jun 07 13:38:56.608783 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757fd27-56ea-4fd1-b8e5-40a18afc0232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a62c0ea-1af8-4593-953e-78dee690a54a,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:56.612269 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44246) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:56.638373 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44254) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:56.644477 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6757fd27-56ea-4fd1-b8e5-40a18afc0232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:56.722618 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd9ac-43c3-46a9-ac64-dfaaf97c383b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.750049 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd9ac-43c3-46a9-ac64-dfaaf97c383b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.771878 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:38:56.781426 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Sync routers for ids ['9e4c5261-3446-44fb-8c0f-54cdae605918'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:38:56.789970 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b91ffc70-6f54-4689-9574-a68805e31414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.797298 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Routers {'9e4c5261-3446-44fb-8c0f-54cdae605918'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:56.797919 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:38:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['9e4c5261-3446-44fb-8c0f-54cdae605918'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:56.815670 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.817033 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5066550 Jun 07 13:38:56.819763 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44258) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:56.940175 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b91ffc70-6f54-4689-9574-a68805e31414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.944300 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b91ffc70-6f54-4689-9574-a68805e31414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:56.955482 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:57.021828 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-b91ffc70-6f54-4689-9574-a68805e31414 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24f492887623438b8dac4e5406acdaaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792827 Jun 07 13:38:57.025100 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44264) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:57.054523 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ffc70-6f54-4689-9574-a68805e31414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2755ca2-d7a9-430b-88d8-168750f6dd70,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:57.061101 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b91ffc70-6f54-4689-9574-a68805e31414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:57.069482 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd9ac-43c3-46a9-ac64-dfaaf97c383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.072457 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd9ac-43c3-46a9-ac64-dfaaf97c383b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.076163 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-d9fcd9ac-43c3-46a9-ac64-dfaaf97c383b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a62c0ea-1af8-4593-953e-78dee690a54a HTTP/1.1" status: 204 len: 168 time: 0.4598711 Jun 07 13:38:57.082281 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44270) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:57.093575 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6757fd27-56ea-4fd1-b8e5-40a18afc0232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:57.117978 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-369b3987-b5c9-4854-8308-c875a41cedc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.132187 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcd9ac-43c3-46a9-ac64-dfaaf97c383b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a62c0ea-1af8-4593-953e-78dee690a54a,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:57.158002 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d9fcd9ac-43c3-46a9-ac64-dfaaf97c383b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:57.218488 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Set router 9e4c5261-3446-44fb-8c0f-54cdae605918 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:57.265515 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-369b3987-b5c9-4854-8308-c875a41cedc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.275850 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-369b3987-b5c9-4854-8308-c875a41cedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.293424 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8c402674-ee1e-43c3-a525-1a79edf71f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:57.326768 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2c4288d2-dcff-414e-b9d3-5ec91708308a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.343860 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b3987-b5c9-4854-8308-c875a41cedc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655f7e17-20cf-4ab4-b2da-94963cc589c3,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:57.358179 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-369b3987-b5c9-4854-8308-c875a41cedc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:57.387256 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-369b3987-b5c9-4854-8308-c875a41cedc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35c9c19762334eb89ac4c57522d39703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037765 Jun 07 13:38:57.388086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44278) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:57.487692 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4222e437-3328-4710-afd7-7d89f9ac9299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.528086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4222e437-3328-4710-afd7-7d89f9ac9299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.618075 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4222e437-3328-4710-afd7-7d89f9ac9299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.620618 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4222e437-3328-4710-afd7-7d89f9ac9299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.621784 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-4222e437-3328-4710-afd7-7d89f9ac9299 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/655f7e17-20cf-4ab4-b2da-94963cc589c3 HTTP/1.1" status: 204 len: 168 time: 0.2220948 Jun 07 13:38:57.622543 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:57.642902 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222e437-3328-4710-afd7-7d89f9ac9299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655f7e17-20cf-4ab4-b2da-94963cc589c3,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:57.648758 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4222e437-3328-4710-afd7-7d89f9ac9299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:57.760036 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2c4288d2-dcff-414e-b9d3-5ec91708308a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:57.911266 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'name': 'tempest-ServerRescueNegativeTestJSON-339289558-router', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '947f44bf-7050-4506-a85e-526208c33068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:53Z', 'updated_at': '2021-06-07T13:38:55Z', 'revision_number': 3, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'gw_port': {'id': '947f44bf-7050-4506-a85e-526208c33068', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:54Z', 'updated_at': '2021-06-07T13:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:57.920592 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Checking router: 9e4c5261-3446-44fb-8c0f-54cdae605918 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:38:57.921289 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Updating router 9e4c5261-3446-44fb-8c0f-54cdae605918 port 947f44bf-7050-4506-a85e-526208c33068 binding host dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:38:58.046704 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.055491 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44304) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:58.058027 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2c4288d2-dcff-414e-b9d3-5ec91708308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.060477 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2c4288d2-dcff-414e-b9d3-5ec91708308a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.061591 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-2c4288d2-dcff-414e-b9d3-5ec91708308a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2755ca2-d7a9-430b-88d8-168750f6dd70 HTTP/1.1" status: 204 len: 168 time: 1.0326405 Jun 07 13:38:58.064118 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:58.086538 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4288d2-dcff-414e-b9d3-5ec91708308a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2755ca2-d7a9-430b-88d8-168750f6dd70,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:58.090190 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2c4288d2-dcff-414e-b9d3-5ec91708308a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:58.096218 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.349243 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Allocated IP 172.20.0.1 (5ad77288-bd49-43c5-b5e1-1bb13c8d33f2/f8ed30c8-147c-4af7-8f11-0dc9726a1e43/351ddc1f-0427-4e56-b98d-179933c33bae) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:38:58.391411 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-437c20ff-1939-4b0a-be0c-7a91b0501de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.553897 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.572548 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Transition to ACTIVE for port object 947f44bf-7050-4506-a85e-526208c33068 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:38:58.588902 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.598388 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:58.623922 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-437c20ff-1939-4b0a-be0c-7a91b0501de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.625562 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.629474 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-437c20ff-1939-4b0a-be0c-7a91b0501de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.649396 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c8bb2490-c560-4da4-a9cd-fea704c618fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:58.665106 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.674999 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:58.706784 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Attempting to bind port 947f44bf-7050-4506-a85e-526208c33068 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:38:58.706784 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Attempting to bind port 947f44bf-7050-4506-a85e-526208c33068 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:38:58.706784 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Attempting to bind port 947f44bf-7050-4506-a85e-526208c33068 on network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:38:58.719995 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:38:58.720610 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Checking segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:38:58.721119 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.721599 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Bound using segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:38:58.722444 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Bound port: 947f44bf-7050-4506-a85e-526208c33068, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:38:58.722568 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.733272 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-437c20ff-1939-4b0a-be0c-7a91b0501de8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef8e42cf484b4d86a00b9c9202c2e89c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755362 Jun 07 13:38:58.735120 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c20ff-1939-4b0a-be0c-7a91b0501de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025795f0-9b49-4924-9f8d-44ee9ebd7c90,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:58.737492 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44332) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:58.749122 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:58.752280 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:58.757199 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:38:58.770629 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-437c20ff-1939-4b0a-be0c-7a91b0501de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:58.781779 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Pushing event updated for resources: {'Port': ['ID=947f44bf-7050-4506-a85e-526208c33068,revision_number=2']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:58.793942 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Pushing event updated for resources: {'Port': ['ID=351ddc1f-0427-4e56-b98d-179933c33bae,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:58.799062 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:58.818869 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.819293 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.819921 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.820320 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.820759 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.821160 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.822034 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.822467 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.823312 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.823883 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.824329 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.824787 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:38:58.824988 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663529'] for router_interface, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.840510 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:58.885180 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] For port 947f44bf-7050-4506-a85e-526208c33068, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:38:58.888902 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-630a7619-c00a-48b9-8d5b-5ee44967b289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.897807 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] For port 947f44bf-7050-4506-a85e-526208c33068, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=947f44bf-7050-4506-a85e-526208c33068,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:38:58.905774 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.910647 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-53fb017a-a85a-420b-aa11-07794f16d63e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:58.922345 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-630a7619-c00a-48b9-8d5b-5ee44967b289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.995071 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-630a7619-c00a-48b9-8d5b-5ee44967b289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.998248 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-630a7619-c00a-48b9-8d5b-5ee44967b289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:58.999708 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-630a7619-c00a-48b9-8d5b-5ee44967b289 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/025795f0-9b49-4924-9f8d-44ee9ebd7c90 HTTP/1.1" status: 204 len: 168 time: 0.2555296 Jun 07 13:38:59.000652 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-acccff38-b4b1-4882-9997-46907d3f5650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:59.020011 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a7619-c00a-48b9-8d5b-5ee44967b289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025795f0-9b49-4924-9f8d-44ee9ebd7c90,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:59.027849 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-630a7619-c00a-48b9-8d5b-5ee44967b289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:59.046514 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Routers {'9e4c5261-3446-44fb-8c0f-54cdae605918'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:38:59.050210 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:38:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['9e4c5261-3446-44fb-8c0f-54cdae605918'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:59.126676 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:59.236975 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Pushing event updated for resources: {'Port': ['ID=947f44bf-7050-4506-a85e-526208c33068,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:59.242362 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:59.342592 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] Set router 9e4c5261-3446-44fb-8c0f-54cdae605918 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:38:59.549220 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:59.555663 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:59.587462 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:38:59.682092 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Pushing event updated for resources: {'Port': ['ID=351ddc1f-0427-4e56-b98d-179933c33bae,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:38:59.685296 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-720553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605857'] for router_interface, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:59.689736 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:38:59.729851 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44378) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:38:59.752116 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-907ca5d9-7e7c-4241-a094-ebda61dbc7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:38:59.937752 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:38:59.941549 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:38:59.951772 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-db8c25ba-b65e-4ed1-991a-bd56032b36b6 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:38:59.958538 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-db8c25ba-b65e-4ed1-991a-bd56032b36b6 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 813 time: 0.4459946 Jun 07 13:38:59.967306 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'name': 'tempest-ServerRescueNegativeTestJSON-339289558-router', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '947f44bf-7050-4506-a85e-526208c33068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:53Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 4, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'gw_port': {'id': '947f44bf-7050-4506-a85e-526208c33068', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:54Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': '351ddc1f-0427-4e56-b98d-179933c33bae', 'name': '', 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'mac_address': 'fa:16:3e:7d:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:58Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 1, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'subnets': [{'id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:38:59.972223 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e805822-b6cf-42c9-aaaa-f17c5f876fdb None None] The sync data for ids ['9e4c5261-3446-44fb-8c0f-54cdae605918'] in dv-cinder-785362-2-smb is: [{'id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'name': 'tempest-ServerRescueNegativeTestJSON-339289558-router', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '947f44bf-7050-4506-a85e-526208c33068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:53Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 4, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'gw_port': {'id': '947f44bf-7050-4506-a85e-526208c33068', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:54Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': '351ddc1f-0427-4e56-b98d-179933c33bae', 'name': '', 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'mac_address': 'fa:16:3e:7d:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:58Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 1, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'subnets': [{'id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:38:59.974653 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-f9825c78-f61f-4920-b33c-906c1c5f4b46 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/quotas/5da3599657b44d5680910ac460ffdfad HTTP/1.1" status: 200 len: 375 time: 0.0152080 Jun 07 13:39:00.127782 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-98070b52-a1fd-441a-be59-b33bcf073640 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521182 Jun 07 13:39:00.244365 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-907ca5d9-7e7c-4241-a094-ebda61dbc7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:00.250144 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-907ca5d9-7e7c-4241-a094-ebda61dbc7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:00.261101 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-40147cd4-403e-4727-88b0-3561cfa48818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:00.299994 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Router 9e4c5261-3446-44fb-8c0f-54cdae605918 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:39:00.334739 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-907ca5d9-7e7c-4241-a094-ebda61dbc7ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae3331628283412c99545b03a153cf92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6014779 Jun 07 13:39:00.337763 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44394) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:00.338445 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ca5d9-7e7c-4241-a094-ebda61dbc7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d799553-6437-4fae-9c05-c827b6135684,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:00.361966 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-907ca5d9-7e7c-4241-a094-ebda61dbc7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:00.443334 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-e0d6691e-af8b-49b1-bc08-ab6e2f699bd5 service neutron] 10.222.0.50 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143613 Jun 07 13:39:00.639228 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-098f57b5-78cd-459b-b73c-1117b23a3245 service neutron] 10.222.0.50 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889987 Jun 07 13:39:00.680155 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d964b514-acb4-470c-89ae-1f5dd61ad127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:00.738643 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d964b514-acb4-470c-89ae-1f5dd61ad127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:00.746302 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:39:00.751706 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] 10.222.0.50 "PUT /v2.0/routers/9e4c5261-3446-44fb-8c0f-54cdae605918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9308310 Jun 07 13:39:00.877885 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c21b0ac9-c8c0-4a73-8454-a99362bf182b req-96961c6d-f22d-4d79-94fe-ce39fba5fed8 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 210 time: 0.0475879 Jun 07 13:39:00.879867 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d964b514-acb4-470c-89ae-1f5dd61ad127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:00.883229 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d964b514-acb4-470c-89ae-1f5dd61ad127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:00.887486 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-d964b514-acb4-470c-89ae-1f5dd61ad127 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d799553-6437-4fae-9c05-c827b6135684 HTTP/1.1" status: 204 len: 168 time: 0.5460942 Jun 07 13:39:00.888383 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4650bafe-68da-4732-9c73-b59f4cc7b73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:00.899742 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964b514-acb4-470c-89ae-1f5dd61ad127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d799553-6437-4fae-9c05-c827b6135684,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:00.908846 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d964b514-acb4-470c-89ae-1f5dd61ad127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:01.112495 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44426) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:01.442981 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4b48dc44-ec75-41da-80fa-cfeb35968702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:01.681561 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4b48dc44-ec75-41da-80fa-cfeb35968702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:01.687534 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4b48dc44-ec75-41da-80fa-cfeb35968702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:01.701301 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3c203628-95d8-409f-b612-61eeffd7b6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:01.754851 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-4b48dc44-ec75-41da-80fa-cfeb35968702 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3de446ffcbe4b28b989009ccdbd895a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6412454 Jun 07 13:39:01.756058 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48dc44-ec75-41da-80fa-cfeb35968702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f76681-dced-4d60-ad44-7219c29bfd60,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:01.757815 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44456) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:01.760349 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4b48dc44-ec75-41da-80fa-cfeb35968702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:01.861113 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2b993bb7-6f72-492d-ad15-94bc3a5d8b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:01.891699 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2b993bb7-6f72-492d-ad15-94bc3a5d8b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:01.949519 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2b993bb7-6f72-492d-ad15-94bc3a5d8b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:01.951919 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2b993bb7-6f72-492d-ad15-94bc3a5d8b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:01.955815 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-2b993bb7-6f72-492d-ad15-94bc3a5d8b1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61f76681-dced-4d60-ad44-7219c29bfd60 HTTP/1.1" status: 204 len: 168 time: 0.1969390 Jun 07 13:39:01.956570 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b21cd0a4-5e88-43b3-b767-32a7f90620f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:01.968914 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b993bb7-6f72-492d-ad15-94bc3a5d8b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f76681-dced-4d60-ad44-7219c29bfd60,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:01.974834 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2b993bb7-6f72-492d-ad15-94bc3a5d8b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:02.082910 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3da87059-090d-4d02-a5b7-3ab8075d62d7 req-540139de-8959-4f6c-a8cf-3fc720f99bb1 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 210 time: 0.0748854 Jun 07 13:39:02.340896 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 947f44bf-7050-4506-a85e-526208c33068 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:02.489486 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-dedda9ee-6e8e-4062-8a6e-16ec05ab578b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:02.495042 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-dedda9ee-6e8e-4062-8a6e-16ec05ab578b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/networks?id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 200 len: 818 time: 0.2822220 Jun 07 13:39:02.530492 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-64dc18a1-9f8d-4c93-881a-f6b64641f363 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/quotas/be9165134c7e43519e15a77c85d508cb HTTP/1.1" status: 200 len: 375 time: 0.0254593 Jun 07 13:39:02.537560 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 947f44bf-7050-4506-a85e-526208c33068 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:02.553756 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 947f44bf-7050-4506-a85e-526208c33068 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:02.554898 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:02.697051 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-993135ae-25b1-4d75-833a-88097f085424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:02.768817 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-6b27438d-18a0-4d40-8c1c-a1249ae83c31 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=be9165134c7e43519e15a77c85d508cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2368772 Jun 07 13:39:02.880807 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Sync routers for ids ['9e4c5261-3446-44fb-8c0f-54cdae605918'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:39:02.886732 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-00d6e09f-fc91-44c1-9e76-8e3accfd4057 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:02.891915 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-00d6e09f-fc91-44c1-9e76-8e3accfd4057 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 813 time: 0.3981102 Jun 07 13:39:02.917773 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Routers {'9e4c5261-3446-44fb-8c0f-54cdae605918'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:39:02.918662 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Request body: {'port': {'device_id': '06fda85f-0181-404d-9b8f-57a024d38b03', 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144', 'admin_state_up': True, 'tenant_id': '5da3599657b44d5680910ac460ffdfad'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:02.919398 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:38:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['9e4c5261-3446-44fb-8c0f-54cdae605918'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:03.034597 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:03.063979 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 947f44bf-7050-4506-a85e-526208c33068, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=947f44bf-7050-4506-a85e-526208c33068,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:03.074446 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:03.084278 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:03.111336 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-70a3d681-6a76-480c-b8c4-dc1503c49a40 service neutron] 10.222.0.50 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416452 Jun 07 13:39:03.261200 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Made reservation on behalf of 5da3599657b44d5680910ac460ffdfad for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:03.266720 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:03.287773 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=947f44bf-7050-4506-a85e-526208c33068,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:03.300868 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:03.317079 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Set router 9e4c5261-3446-44fb-8c0f-54cdae605918 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:39:03.473449 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-507e8525-12ed-4fb6-a043-2197d0283744 service neutron] 10.222.0.50 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532472 Jun 07 13:39:03.746693 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-524eee7e-32d5-40d2-9213-9929592d8b89 req-3b0b3748-2a44-4df6-ac74-85f9a21a119a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 210 time: 0.1943147 Jun 07 13:39:03.826405 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Allocated IP 172.20.0.13 (844ddbe4-c8bc-4253-9153-cd41903e9144/0e25dc1d-cf63-403a-9f14-69b96cbdcfa0/7252aa38-56b7-4748-b68b-37ed5d5b3f50) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:03.857323 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6a3703e4-d9ce-405a-a185-8a2fc8db1942 req-92cb7011-9ecc-4334-9a48-1b81b81a454d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 210 time: 0.0834582 Jun 07 13:39:03.893029 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44538) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:04.076668 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'name': 'tempest-ServerRescueNegativeTestJSON-339289558-router', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '947f44bf-7050-4506-a85e-526208c33068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:53Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 4, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'gw_port': {'id': '947f44bf-7050-4506-a85e-526208c33068', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:54Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': '351ddc1f-0427-4e56-b98d-179933c33bae', 'name': '', 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'mac_address': 'fa:16:3e:7d:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:58Z', 'updated_at': '2021-06-07T13:38:59Z', 'revision_number': 2, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'subnets': [{'id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:04.094008 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Checking router: 9e4c5261-3446-44fb-8c0f-54cdae605918 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:39:04.094546 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Updating router 9e4c5261-3446-44fb-8c0f-54cdae605918 port 351ddc1f-0427-4e56-b98d-179933c33bae binding host dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:39:04.207854 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:04.218408 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:04.287447 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:04.299056 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3b3f36d1-05df-495e-b1c0-1be6f07fe2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:04.408818 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['50ce2ee7-6377-4b4c-b9a6-9615e592be2f', 'bf391f67-78fb-44d5-a293-5f15f2b4f26c'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:04.468366 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Pushing event updated for resources: {'Port': ['ID=7252aa38-56b7-4748-b68b-37ed5d5b3f50,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:04.473904 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:04.486580 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Network 844ddbe4-c8bc-4253-9153-cd41903e9144 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:04.488279 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:04.491172 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:04.502352 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 947f44bf-7050-4506-a85e-526208c33068 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:04.503835 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-734563741-network', 'tenant_id': '06d0e21cb4a14215a8a8b18fd13f7203'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:04.630498 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:04.631562 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:04.680270 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Made reservation on behalf of 06d0e21cb4a14215a8a8b18fd13f7203 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:04.682374 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7688153 Jun 07 13:39:04.683029 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:04.699665 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Request body: {'port': {'device_id': '06fda85f-0181-404d-9b8f-57a024d38b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:04.706381 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:04.763529 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4adffb-ba32-48f3-8caa-06156719077d req-4fe6723d-034c-4ec1-abfa-6b87e25911fb tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:04.765031 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-4fe6723d-034c-4ec1-abfa-6b87e25911fb tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/networks?id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 200 len: 818 time: 0.3451889 Jun 07 13:39:04.827121 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-41ccbe95-e510-4795-8a25-e0b6455b744a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/quotas/be9165134c7e43519e15a77c85d508cb HTTP/1.1" status: 200 len: 375 time: 0.0314178 Jun 07 13:39:04.876736 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:04.887416 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 947f44bf-7050-4506-a85e-526208c33068 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:04.887794 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:04.983180 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-d6a2836d-3f03-4db3-a696-d30d98632ceb tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=be9165134c7e43519e15a77c85d508cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1423132 Jun 07 13:39:05.026514 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.032728 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.040060 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2b993bb7-6f72-492d-ad15-94bc3a5d8b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:05.107077 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07fa67a-b29b-4250-ba2d-a4f371321d28,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:05.112427 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:05.173206 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:39:05.191564 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.197852 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.198215 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Added segment d0aa55b0-6147-440a-872c-a4b2ba20c286 of type vlan for network 16b23170-0c21-4514-ad82-8d84feb4c151 Jun 07 13:39:05.233052 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e4e4-25bf-4ede-91fb-4d773e28b356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.243665 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-93794684-5902-4284-8240-300efddde8cd service neutron] 10.222.0.50 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425430 Jun 07 13:39:05.250105 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.352017 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.375768 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:05.376749 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.384772 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:05.416937 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.db.resource_extend [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:39:05.561587 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6664965 Jun 07 13:39:05.570618 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44626) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:05.633107 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Request body: {'subnet': {'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-734563741-subnet', 'tenant_id': '06d0e21cb4a14215a8a8b18fd13f7203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:05.651691 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.653078 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=16b23170-0c21-4514-ad82-8d84feb4c151,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:05.672739 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:05.691083 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-b1090623-1f39-4e5a-afd5-ea081e1e4939 service neutron] 10.222.0.50 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369864 Jun 07 13:39:05.693856 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Transition to ACTIVE for port object 351ddc1f-0427-4e56-b98d-179933c33bae will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:05.711072 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Made reservation on behalf of 06d0e21cb4a14215a8a8b18fd13f7203 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:05.714765 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1929094'] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.748675 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-83ad5aa1-5e35-4587-90da-22169b976c92 req-adce7f5a-e040-4b6c-86ab-cc29ebd47e7d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2595315 Jun 07 13:39:05.778877 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b165-1b72-4ac6-8484-6b872aaf26f3 req-226ff03b-ae64-4b85-af1d-f65cfaddc70f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:05.784728 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.785834 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e7a0b165-1b72-4ac6-8484-6b872aaf26f3 req-226ff03b-ae64-4b85-af1d-f65cfaddc70f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 932 time: 0.2955325 Jun 07 13:39:05.809663 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 16b23170-0c21-4514-ad82-8d84feb4c151 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:39:05.825123 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:05.892993 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7252aa38-56b7-4748-b68b-37ed5d5b3f50 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:05.902158 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.924653 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Transition to ACTIVE for port object 7252aa38-56b7-4748-b68b-37ed5d5b3f50 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:05.930995 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:05.941549 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:06.292523 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e7a0b165-1b72-4ac6-8484-6b872aaf26f3 req-90a5b3c0-85a4-42ca-993d-2def5e21b798 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058157 Jun 07 13:39:06.544436 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:06.599470 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c0c09-5df7-43da-97ea-82d379bdd52c None None] Pushing event updated for resources: {'Port': ['ID=351ddc1f-0427-4e56-b98d-179933c33bae,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:06.613913 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-097c0c09-5df7-43da-97ea-82d379bdd52c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:06.634136 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Attempting to bind port 351ddc1f-0427-4e56-b98d-179933c33bae on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:06.634539 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Attempting to bind port 351ddc1f-0427-4e56-b98d-179933c33bae by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:06.636416 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Attempting to bind port 351ddc1f-0427-4e56-b98d-179933c33bae on network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:06.643492 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:06.643881 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Checking segment: {'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:06.644342 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:06.644746 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Bound using segment: {'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:06.645225 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Bound port: 351ddc1f-0427-4e56-b98d-179933c33bae, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:06.645601 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:06.704894 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44666) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:06.721982 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-b32c62de-f137-42ea-9c07-29c20b930695 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:06.723718 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-b32c62de-f137-42ea-9c07-29c20b930695 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.54 "GET /v2.0/networks?id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 200 len: 818 time: 0.4240794 Jun 07 13:39:06.752562 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27870537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1929108'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:06.756910 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:06.801351 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Request body: {'port': {'device_id': 'db4e873d-18e8-4c90-bf24-bf91cfa09905', 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2', 'admin_state_up': True, 'tenant_id': 'be9165134c7e43519e15a77c85d508cb'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:06.803450 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Pushing event updated for resources: {'Port': ['ID=7252aa38-56b7-4748-b68b-37ed5d5b3f50,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:06.829455 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] For port 351ddc1f-0427-4e56-b98d-179933c33bae, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:06.844623 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] For port 351ddc1f-0427-4e56-b98d-179933c33bae, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=351ddc1f-0427-4e56-b98d-179933c33bae,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:06.849409 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:06.874490 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-ff290b23-ba9e-4f73-9084-3fa0a7e568a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:06.892194 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:06.921082 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9429330c-b4e5-4ea8-b31c-5a14d2182efa req-c0f86151-31d1-4bfa-a5f3-051f93a9d057 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 210 time: 0.4531529 Jun 07 13:39:06.986408 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Routers {'9e4c5261-3446-44fb-8c0f-54cdae605918'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:39:06.987393 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:39:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['9e4c5261-3446-44fb-8c0f-54cdae605918'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:06.990707 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Attempting to bind port 7252aa38-56b7-4748-b68b-37ed5d5b3f50 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:06.991035 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Attempting to bind port 7252aa38-56b7-4748-b68b-37ed5d5b3f50 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:06.991517 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Attempting to bind port 7252aa38-56b7-4748-b68b-37ed5d5b3f50 on network 844ddbe4-c8bc-4253-9153-cd41903e9144 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:06.995844 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5aa1-5e35-4587-90da-22169b976c92 req-e909f00d-cdc7-499c-8515-cf349a82671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:06.997296 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-83ad5aa1-5e35-4587-90da-22169b976c92 req-e909f00d-cdc7-499c-8515-cf349a82671c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 1099 time: 0.7244830 Jun 07 13:39:06.997421 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d699451c-73c3-4d5e-b0a5-846cb5718c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.000686 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Port 7252aa38-56b7-4748-b68b-37ed5d5b3f50 on network 844ddbe4-c8bc-4253-9153-cd41903e9144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:39:07.001003 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Attempting to bind port 7252aa38-56b7-4748-b68b-37ed5d5b3f50 on network 844ddbe4-c8bc-4253-9153-cd41903e9144 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:07.007383 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:07.008303 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Checking segment: {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:07.008303 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Bound using segment: {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:07.008696 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Bound port: 7252aa38-56b7-4748-b68b-37ed5d5b3f50, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:07.009485 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.011942 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07fca44-1016-4d3c-ad7d-f5110cff8b2e,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:07.025129 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:07.095062 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c0c09-5df7-43da-97ea-82d379bdd52c None None] Pushing event updated for resources: {'Port': ['ID=351ddc1f-0427-4e56-b98d-179933c33bae,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:07.098195 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Checking segment: {'id': 'd0aa55b0-6147-440a-872c-a4b2ba20c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:07.098819 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Network hostable DHCP agents. Network: 16b23170-0c21-4514-ad82-8d84feb4c151, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:39:07.113009 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-097c0c09-5df7-43da-97ea-82d379bdd52c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:07.130092 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Network 16b23170-0c21-4514-ad82-8d84feb4c151 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:39:07.145066 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 16b23170-0c21-4514-ad82-8d84feb4c151) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:07.152349 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:07.153029 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.166642 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8692acf6-603e-40e0-9cac-d3b2dbf4a926 None None] Network 16b23170-0c21-4514-ad82-8d84feb4c151 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:39:07.232278 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] For port 7252aa38-56b7-4748-b68b-37ed5d5b3f50, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:07.236848 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] For port 7252aa38-56b7-4748-b68b-37ed5d5b3f50, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=7252aa38-56b7-4748-b68b-37ed5d5b3f50,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:07.243372 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.248942 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:07.350745 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d699451c-73c3-4d5e-b0a5-846cb5718c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.359701 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] Set router 9e4c5261-3446-44fb-8c0f-54cdae605918 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:39:07.371229 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d699451c-73c3-4d5e-b0a5-846cb5718c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.374877 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:07.375567 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.377079 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] 10.222.0.54 "PUT /v2.0/ports/7252aa38-56b7-4748-b68b-37ed5d5b3f50 HTTP/1.1" status: 200 len: 1094 time: 2.6823790 Jun 07 13:39:07.377616 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fda85f-0181-404d-9b8f-57a024d38b03', 'tag': '7252aa38-56b7-4748-b68b-37ed5d5b3f50'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:07.380065 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f1fd34-6f60-429b-897d-b3cdea49430e" -d '{"events": [{"name": "network-changed", "server_uuid": "06fda85f-0181-404d-9b8f-57a024d38b03", "tag": "7252aa38-56b7-4748-b68b-37ed5d5b3f50"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:07.406066 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Pushing event updated for resources: {'Port': ['ID=7252aa38-56b7-4748-b68b-37ed5d5b3f50,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:07.410925 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:07.416880 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a7516748-bcdc-439b-9e69-d45363846698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:07.429889 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5aa1-5e35-4587-90da-22169b976c92 req-667e9323-148f-480d-afbd-63b053824cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:07.431701 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-83ad5aa1-5e35-4587-90da-22169b976c92 req-667e9323-148f-480d-afbd-63b053824cf0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 914 time: 0.3576789 Jun 07 13:39:07.462590 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-d699451c-73c3-4d5e-b0a5-846cb5718c41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ec23d28ac014a2485cc07b3c1534ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7565053 Jun 07 13:39:07.464690 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699451c-73c3-4d5e-b0a5-846cb5718c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8243bb93-9106-4163-9bf2-54f154163895,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:07.467967 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44682) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:07.473447 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d699451c-73c3-4d5e-b0a5-846cb5718c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:07.527516 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Made reservation on behalf of be9165134c7e43519e15a77c85d508cb for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:07.531839 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.535941 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93b71d1-c1c6-469e-8d87-4581ff0fda3c x-openstack-request-id: req-b93b71d1-c1c6-469e-8d87-4581ff0fda3c {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:07.536321 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fda85f-0181-404d-9b8f-57a024d38b03", "tag": "7252aa38-56b7-4748-b68b-37ed5d5b3f50", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:07.536685 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b93b71d1-c1c6-469e-8d87-4581ff0fda3c {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:07.537202 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fda85f-0181-404d-9b8f-57a024d38b03', 'tag': '7252aa38-56b7-4748-b68b-37ed5d5b3f50', 'status': 'completed', 'code': 200} Jun 07 13:39:07.611234 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0241499 Jun 07 13:39:07.625913 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9af19c5f-e0d7-4a5c-a1b4-d90227de92af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.648353 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-83ad5aa1-5e35-4587-90da-22169b976c92 req-064172e9-9756-4737-bda2-53e3c07439cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ce2ee7-6377-4b4c-b9a6-9615e592be2f HTTP/1.1" status: 200 len: 217 time: 0.2024469 Jun 07 13:39:07.654371 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9af19c5f-e0d7-4a5c-a1b4-d90227de92af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.726572 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9af19c5f-e0d7-4a5c-a1b4-d90227de92af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.729214 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9af19c5f-e0d7-4a5c-a1b4-d90227de92af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:07.730462 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-9af19c5f-e0d7-4a5c-a1b4-d90227de92af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8243bb93-9106-4163-9bf2-54f154163895 HTTP/1.1" status: 204 len: 168 time: 0.2585742 Jun 07 13:39:07.734630 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7649f248-7284-4b7e-9f32-aa57dc56f66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:07.748066 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af19c5f-e0d7-4a5c-a1b4-d90227de92af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8243bb93-9106-4163-9bf2-54f154163895,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:07.757536 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9af19c5f-e0d7-4a5c-a1b4-d90227de92af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:07.852692 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Allocated IP 172.20.0.14 (5ad77288-bd49-43c5-b5e1-1bb13c8d33f2/f8ed30c8-147c-4af7-8f11-0dc9726a1e43/a67dcbab-e8bb-4b1b-89fa-4703ca00a623) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:07.913862 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.54', 59361) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:07.978940 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5358e70e-8ca1-4e49-a490-9c67d7a06340 None None] Network 16b23170-0c21-4514-ad82-8d84feb4c151 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:39:08.099039 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c50fc12f-991b-4f60-8d63-f2f2a43a0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:08.100559 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-c50fc12f-991b-4f60-8d63-f2f2a43a0969 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 1097 time: 0.5625319 Jun 07 13:39:08.118251 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5aa1-5e35-4587-90da-22169b976c92 req-44641de4-372a-4795-9ab3-3960963178b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:08.120093 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-83ad5aa1-5e35-4587-90da-22169b976c92 req-44641de4-372a-4795-9ab3-3960963178b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e25dc1d-cf63-403a-9f14-69b96cbdcfa0 HTTP/1.1" status: 200 len: 853 time: 0.4575117 Jun 07 13:39:08.225341 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.239174 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.412645 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.447500 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-dc4f1676-f27c-430d-b962-2098b734d86e req-02cf9540-874d-400a-84de-92feef043aea tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 210 time: 0.1462221 Jun 07 13:39:08.472736 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:08.522696 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 351ddc1f-0427-4e56-b98d-179933c33bae up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:08.529160 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44710) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:08.534417 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:39:08.593023 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:08.594495 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Pushing event updated for resources: {'Port': ['ID=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:08.597551 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:08.600104 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:08.600917 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:08.610306 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0fa70-c7f3-4735-ae7b-5ffd2ed4b736 req-bcadeecd-d5fa-4ba6-9e9d-a1d85e0d8757 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:08.618268 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-aaf0fa70-c7f3-4735-ae7b-5ffd2ed4b736 req-bcadeecd-d5fa-4ba6-9e9d-a1d85e0d8757 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 944 time: 1.0726213 Jun 07 13:39:08.620384 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-623a4a8d-1fbd-4f3b-a398-ac70181963d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.641463 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-be58d155-d34d-4d1d-881e-c128594a1005 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7252aa38-56b7-4748-b68b-37ed5d5b3f50 HTTP/1.1" status: 200 len: 217 time: 0.5168273 Jun 07 13:39:08.690167 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:08.690167 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.710094 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'name': 'tempest-ServerRescueNegativeTestJSON-339289558-router', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '947f44bf-7050-4506-a85e-526208c33068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:53Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 4, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'gw_port': {'id': '947f44bf-7050-4506-a85e-526208c33068', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:54Z', 'updated_at': '2021-06-07T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': '351ddc1f-0427-4e56-b98d-179933c33bae', 'name': '', 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'mac_address': 'fa:16:3e:7d:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:58Z', 'updated_at': '2021-06-07T13:39:06Z', 'revision_number': 4, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'subnets': [{'id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:39:08.727318 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9403260 Jun 07 13:39:08.736888 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-83ad5aa1-5e35-4587-90da-22169b976c92 req-32e07baf-cc92-48da-86fe-4208751683fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=844ddbe4-c8bc-4253-9153-cd41903e9144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2084177 Jun 07 13:39:08.747953 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Request body: {'port': {'device_id': 'db4e873d-18e8-4c90-bf24-bf91cfa09905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:08.761362 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979549a-512a-4b72-94d6-0c9fe2f2571f None None] The sync data for ids ['9e4c5261-3446-44fb-8c0f-54cdae605918'] in dv-cinder-785362-2-smb is: [{'id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'name': 'tempest-ServerRescueNegativeTestJSON-339289558-router', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '947f44bf-7050-4506-a85e-526208c33068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:53Z', 'updated_at': '2021-06-07T13:38:58Z', 'revision_number': 4, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'gw_port': {'id': '947f44bf-7050-4506-a85e-526208c33068', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:54Z', 'updated_at': '2021-06-07T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': '351ddc1f-0427-4e56-b98d-179933c33bae', 'name': '', 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'mac_address': 'fa:16:3e:7d:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:58Z', 'updated_at': '2021-06-07T13:39:06Z', 'revision_number': 4, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'subnets': [{'id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:39:08.792945 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 351ddc1f-0427-4e56-b98d-179933c33bae completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:08.803485 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 351ddc1f-0427-4e56-b98d-179933c33bae triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:08.804050 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:08.840815 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-bcf3a133-ef77-4e3d-a89e-cadb6fc7f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:08.842882 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-bcf3a133-ef77-4e3d-a89e-cadb6fc7f7cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e25dc1d-cf63-403a-9f14-69b96cbdcfa0 HTTP/1.1" status: 200 len: 853 time: 0.1179299 Jun 07 13:39:09.065969 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-875e43ac-551a-4ba8-8071-e2333bfa71e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=844ddbe4-c8bc-4253-9153-cd41903e9144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766729 Jun 07 13:39:09.125116 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.144569 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.174651 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-aaf0fa70-c7f3-4735-ae7b-5ffd2ed4b736 req-c4171531-ac5c-4f61-ab99-14386b6771e3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526538 Jun 07 13:39:09.226612 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 351ddc1f-0427-4e56-b98d-179933c33bae, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=351ddc1f-0427-4e56-b98d-179933c33bae,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:09.231840 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.234701 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-097c0c09-5df7-43da-97ea-82d379bdd52c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:09.407129 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=351ddc1f-0427-4e56-b98d-179933c33bae,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:09.410399 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:09.411019 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4adffb-ba32-48f3-8caa-06156719077d req-6198fcfc-68e1-4582-9c53-ba4972053361 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:09.412490 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-6198fcfc-68e1-4582-9c53-ba4972053361 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.54 "GET /v2.0/networks?id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 200 len: 818 time: 1.4943001 Jun 07 13:39:09.484034 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Request body: {'port': {'device_id': '98fd62da-d8f3-4ded-94bc-96319216a4f2', 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2', 'admin_state_up': True, 'tenant_id': 'be9165134c7e43519e15a77c85d508cb'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:09.528197 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-623a4a8d-1fbd-4f3b-a398-ac70181963d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.546484 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-623a4a8d-1fbd-4f3b-a398-ac70181963d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.581417 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-233a639f-dd14-4dd7-ac12-14d05d4a16a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:09.635524 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-83ad5aa1-5e35-4587-90da-22169b976c92 req-1921dd7a-99ec-4af2-8656-b1e2d25d69aa service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7894819 Jun 07 13:39:09.665598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.681837 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-99af94ec-c75d-4662-89d4-0c5354fe4976 req-f4463ce1-6ef7-4840-bbbb-74f6b0055466 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 210 time: 0.0871048 Jun 07 13:39:09.697614 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67dcbab-e8bb-4b1b-89fa-4703ca00a623 {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:09.705618 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.725350 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Transition to ACTIVE for port object a67dcbab-e8bb-4b1b-89fa-4703ca00a623 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:09.730151 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:09.735927 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b9218318-bf72-4b2c-b10b-92855d7826db tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:09.756227 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-50aa470b-294f-414b-97e1-0e428cd83dff service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966220 Jun 07 13:39:09.762624 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a4a8d-1fbd-4f3b-a398-ac70181963d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31bc02b-a6ef-4afe-8f2d-2d00e44e578a,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:09.784888 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-623a4a8d-1fbd-4f3b-a398-ac70181963d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=857d1318bdff424ab2086e4688336195&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2536905 Jun 07 13:39:09.790156 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-623a4a8d-1fbd-4f3b-a398-ac70181963d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:09.799100 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 44728) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:09.887270 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Pushing event updated for resources: {'Port': ['ID=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:09.900671 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:10.008901 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4e18289a-b6fe-42fa-80cb-18011fbd0007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.029902 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-83ad5aa1-5e35-4587-90da-22169b976c92 req-ad2dc191-8310-4fe3-a8e3-c5e8db1d53ec service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122869 Jun 07 13:39:10.040775 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Made reservation on behalf of be9165134c7e43519e15a77c85d508cb for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:10.044273 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.065727 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4e18289a-b6fe-42fa-80cb-18011fbd0007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.076999 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Attempting to bind port a67dcbab-e8bb-4b1b-89fa-4703ca00a623 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:10.077411 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Attempting to bind port a67dcbab-e8bb-4b1b-89fa-4703ca00a623 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:10.077760 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Attempting to bind port a67dcbab-e8bb-4b1b-89fa-4703ca00a623 on network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:10.081056 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a70ea8da-944f-4dbf-bd67-f8f6357586e3 req-421bf366-b62d-480a-bd36-507c4601af95 service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830722 Jun 07 13:39:10.095160 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Port a67dcbab-e8bb-4b1b-89fa-4703ca00a623 on network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:39:10.095484 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Attempting to bind port a67dcbab-e8bb-4b1b-89fa-4703ca00a623 on network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:10.114825 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:10.115177 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Checking segment: {'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:10.115719 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Bound using segment: {'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:10.116163 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Bound port: a67dcbab-e8bb-4b1b-89fa-4703ca00a623, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:10.117576 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.246463 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4e18289a-b6fe-42fa-80cb-18011fbd0007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.248869 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4e18289a-b6fe-42fa-80cb-18011fbd0007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.274987 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-4e18289a-b6fe-42fa-80cb-18011fbd0007 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c31bc02b-a6ef-4afe-8f2d-2d00e44e578a HTTP/1.1" status: 204 len: 168 time: 0.4747591 Jun 07 13:39:10.310390 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-36467e02-851a-4b4c-b85b-ae3d113394ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:10.333278 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 351ddc1f-0427-4e56-b98d-179933c33bae up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:10.354957 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18289a-b6fe-42fa-80cb-18011fbd0007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31bc02b-a6ef-4afe-8f2d-2d00e44e578a,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:10.358989 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Allocated IP 172.20.0.13 (5ad77288-bd49-43c5-b5e1-1bb13c8d33f2/f8ed30c8-147c-4af7-8f11-0dc9726a1e43/06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:10.372576 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4e18289a-b6fe-42fa-80cb-18011fbd0007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:10.387864 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] For port a67dcbab-e8bb-4b1b-89fa-4703ca00a623, host hv-cinder-78536, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:10.396182 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] For port a67dcbab-e8bb-4b1b-89fa-4703ca00a623, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:10.405471 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.429470 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:10.506262 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 351ddc1f-0427-4e56-b98d-179933c33bae triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:10.506649 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.627960 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Pushing event updated for resources: {'Port': ['ID=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:10.632796 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:10.641405 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:10.642156 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:10.643591 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] 10.222.0.54 "PUT /v2.0/ports/a67dcbab-e8bb-4b1b-89fa-4703ca00a623 HTTP/1.1" status: 200 len: 1094 time: 1.9082639 Jun 07 13:39:10.644317 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4e873d-18e8-4c90-bf24-bf91cfa09905', 'tag': 'a67dcbab-e8bb-4b1b-89fa-4703ca00a623'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:10.648123 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a586b643-2c6b-4108-aad2-8a8bc0649c39" -d '{"events": [{"name": "network-changed", "server_uuid": "db4e873d-18e8-4c90-bf24-bf91cfa09905", "tag": "a67dcbab-e8bb-4b1b-89fa-4703ca00a623"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:10.754478 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da1b94e-d382-4dcf-abc1-d202d9aa2667 x-openstack-request-id: req-4da1b94e-d382-4dcf-abc1-d202d9aa2667 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:10.755096 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4e873d-18e8-4c90-bf24-bf91cfa09905", "tag": "a67dcbab-e8bb-4b1b-89fa-4703ca00a623", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:10.756099 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4da1b94e-d382-4dcf-abc1-d202d9aa2667 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:10.756546 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4e873d-18e8-4c90-bf24-bf91cfa09905', 'tag': 'a67dcbab-e8bb-4b1b-89fa-4703ca00a623', 'status': 'completed', 'code': 200} Jun 07 13:39:10.824120 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1fd34-6f60-429b-897d-b3cdea49430e req-616e8ddb-d12d-414a-af5f-2c1d92a7ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:10.826035 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-63f1fd34-6f60-429b-897d-b3cdea49430e req-616e8ddb-d12d-414a-af5f-2c1d92a7ea78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 1097 time: 0.4382827 Jun 07 13:39:10.927415 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5efef9-b9cb-418f-8311-55a211e6cd40 req-75fb5217-869d-4264-8bac-02ce860db950 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:10.942534 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1c5efef9-b9cb-418f-8311-55a211e6cd40 req-75fb5217-869d-4264-8bac-02ce860db950 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 944 time: 0.4538071 Jun 07 13:39:10.964304 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ca2d33f3-9b93-4add-aee0-e7907a5eed14 req-489e5609-e4df-4dc6-90f2-5fdd17480796 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 210 time: 0.0747368 Jun 07 13:39:10.986852 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-c04ac798-bf45-4ec8-9778-80782c0d9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:10.988640 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-c04ac798-bf45-4ec8-9778-80782c0d9f85 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be9165134c7e43519e15a77c85d508cb&device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 1097 time: 0.2047491 Jun 07 13:39:11.184588 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-71bbdd07-d21a-4fe6-bcd9-d9e3490a498f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623 HTTP/1.1" status: 200 len: 217 time: 0.1828444 Jun 07 13:39:11.357187 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-c8249e8e-d58e-4041-acc2-fd356d53fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:11.358708 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-c8249e8e-d58e-4041-acc2-fd356d53fbd1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8ed30c8-147c-4af7-8f11-0dc9726a1e43 HTTP/1.1" status: 200 len: 858 time: 0.1599622 Jun 07 13:39:11.419295 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:11.440028 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-b4294dc6-694f-43ff-a9d7-b7dbdf218c0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575845 Jun 07 13:39:11.450707 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1c5efef9-b9cb-418f-8311-55a211e6cd40 req-dc149773-419c-466d-8b22-425b529cdd49 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072427 Jun 07 13:39:11.454301 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1fd34-6f60-429b-897d-b3cdea49430e req-e1f23b16-8f7e-493c-ab7b-397cc713f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:11.455720 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-63f1fd34-6f60-429b-897d-b3cdea49430e req-e1f23b16-8f7e-493c-ab7b-397cc713f953 service neutron] 10.222.0.54 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 914 time: 0.6023524 Jun 07 13:39:11.532905 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-98703100-45d9-462c-b172-085d784c1f08 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:11.540177 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-98703100-45d9-462c-b172-085d784c1f08 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/networks?id=16b23170-0c21-4514-ad82-8d84feb4c151 HTTP/1.1" status: 200 len: 808 time: 0.4151115 Jun 07 13:39:11.553157 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:11.566479 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:11.634604 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-63f1fd34-6f60-429b-897d-b3cdea49430e req-52ad6213-d37d-41ad-99ac-96830e60aa31 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7252aa38-56b7-4748-b68b-37ed5d5b3f50 HTTP/1.1" status: 200 len: 217 time: 0.1557827 Jun 07 13:39:11.652251 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-69fdfd53-680c-4bba-a17a-8b08b7b4c80c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/quotas/06d0e21cb4a14215a8a8b18fd13f7203 HTTP/1.1" status: 200 len: 375 time: 0.1111245 Jun 07 13:39:11.652456 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:11.693342 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:11.697222 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:11.708393 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-ad9eee2a-5019-454f-9c68-c020c98b188a service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351379 Jun 07 13:39:11.733158 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Pushing event updated for resources: {'Port': ['ID=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:11.737437 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:11.777290 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-aced4e8b-41e6-45b5-9689-8e7b0e982776 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=06d0e21cb4a14215a8a8b18fd13f7203&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678928 Jun 07 13:39:11.792314 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1fd34-6f60-429b-897d-b3cdea49430e req-cdaaeac5-6651-4f09-8267-9b9655b8537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:11.793740 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-63f1fd34-6f60-429b-897d-b3cdea49430e req-cdaaeac5-6651-4f09-8267-9b9655b8537e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e25dc1d-cf63-403a-9f14-69b96cbdcfa0 HTTP/1.1" status: 200 len: 853 time: 0.1404753 Jun 07 13:39:11.799438 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:11.800041 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:11.820607 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3463323 Jun 07 13:39:11.875564 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Request body: {'port': {'device_id': '98fd62da-d8f3-4ded-94bc-96319216a4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:11.919791 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-63f1fd34-6f60-429b-897d-b3cdea49430e req-b105b030-22f5-475d-b0df-63975a79e31f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=844ddbe4-c8bc-4253-9153-cd41903e9144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890315 Jun 07 13:39:11.997694 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5d81b4d7-6ecb-49cd-91c6-a361d691a3bd req-2eb47a5c-5292-46b4-b3b2-131197ee1b3d service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482502 Jun 07 13:39:12.005543 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-b7c7e3ed-9a3d-4767-9c15-408b75aac6d2 service neutron] 10.222.0.50 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164845 Jun 07 13:39:12.103344 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:12.245041 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-c9d52c93-b3fb-4181-a921-8cdefe2ac187 service neutron] 10.222.0.50 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261844 Jun 07 13:39:12.251181 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586b643-2c6b-4108-aad2-8a8bc0649c39 req-2a728e5b-3456-4927-9f3f-7e2e59bd102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:12.252855 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a586b643-2c6b-4108-aad2-8a8bc0649c39 req-2a728e5b-3456-4927-9f3f-7e2e59bd102b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be9165134c7e43519e15a77c85d508cb&device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 1097 time: 0.1764123 Jun 07 13:39:12.255294 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-63f1fd34-6f60-429b-897d-b3cdea49430e req-bd22c479-4e87-4bc3-b601-23132d634159 service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232820 Jun 07 13:39:12.470618 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586b643-2c6b-4108-aad2-8a8bc0649c39 req-799e59a4-baa0-4159-9f49-8e6d44fe3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:12.472060 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a586b643-2c6b-4108-aad2-8a8bc0649c39 req-799e59a4-baa0-4159-9f49-8e6d44fe3729 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 200 len: 919 time: 0.1942461 Jun 07 13:39:12.552435 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed8d57-fcf4-4dac-a323-1d6e30bc4cda req-ac0f2849-cd2a-4feb-ae13-f855bbde891d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:12.553986 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2bed8d57-fcf4-4dac-a323-1d6e30bc4cda req-ac0f2849-cd2a-4feb-ae13-f855bbde891d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 932 time: 0.4234858 Jun 07 13:39:12.680762 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-63f1fd34-6f60-429b-897d-b3cdea49430e req-a75c430d-8d6b-4764-a670-976cf3561225 service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974776 Jun 07 13:39:12.737544 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a586b643-2c6b-4108-aad2-8a8bc0649c39 req-a3b29129-8ad0-4d4d-b069-bec8c195caaa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623 HTTP/1.1" status: 200 len: 217 time: 0.2502909 Jun 07 13:39:12.738549 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2bed8d57-fcf4-4dac-a323-1d6e30bc4cda req-fc702f8f-dad7-40dc-9368-fa64df50b022 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689010 Jun 07 13:39:12.744862 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8ae287e-3f7f-4380-98de-828e93b43fe9 req-8bee8c53-f631-4bf8-85b4-df315801374e tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 210 time: 0.2598586 Jun 07 13:39:12.880557 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586b643-2c6b-4108-aad2-8a8bc0649c39 req-e74329e5-5705-48c5-a18b-950bb3e41864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:12.881953 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a586b643-2c6b-4108-aad2-8a8bc0649c39 req-e74329e5-5705-48c5-a18b-950bb3e41864 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8ed30c8-147c-4af7-8f11-0dc9726a1e43 HTTP/1.1" status: 200 len: 858 time: 0.1302643 Jun 07 13:39:12.942446 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:12.958749 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a586b643-2c6b-4108-aad2-8a8bc0649c39 req-59037467-0418-4664-b160-bba13de1aa37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515699 Jun 07 13:39:12.959004 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:12.978389 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Transition to ACTIVE for port object 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:12.982560 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:12.993079 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:13.227123 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a586b643-2c6b-4108-aad2-8a8bc0649c39 req-26f097e8-5efc-408f-8e89-0016a2d29891 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580135 Jun 07 13:39:13.316095 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Pushing event updated for resources: {'Port': ['ID=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:13.328265 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:13.411484 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a586b643-2c6b-4108-aad2-8a8bc0649c39 req-25cd82d9-cc50-4707-aa51-4a45d96fa331 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604538 Jun 07 13:39:13.462581 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Attempting to bind port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:13.462816 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Attempting to bind port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:13.463145 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Attempting to bind port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 on network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:13.474444 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5ab3-3374-4707-873f-7cc6da713f8d req-2225fe0b-0227-4953-97f1-bfa064d1ee2d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:13.475996 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-dbfb5ab3-3374-4707-873f-7cc6da713f8d req-2225fe0b-0227-4953-97f1-bfa064d1ee2d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 944 time: 0.4371488 Jun 07 13:39:13.477939 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 on network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:39:13.478271 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Attempting to bind port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 on network 5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:13.483891 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:13.484319 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Checking segment: {'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:13.484732 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Bound using segment: {'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:13.485220 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Bound port: 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f11f03f-b442-4cd0-936b-c7d0a262227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:13.485621 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:13.589449 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-dbfb5ab3-3374-4707-873f-7cc6da713f8d req-52ef4150-9fb9-44b2-be4c-eadf0b1d0007 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912955 Jun 07 13:39:13.618075 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] For port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:13.622071 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] For port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:13.627960 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:13.633814 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c4eda026-62c6-4b01-b5d4-b75cb6e33392 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:13.691864 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:13.692475 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:13.693854 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] 10.222.0.54 "PUT /v2.0/ports/06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 HTTP/1.1" status: 200 len: 1094 time: 1.8224530 Jun 07 13:39:13.694822 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fd62da-d8f3-4ded-94bc-96319216a4f2', 'tag': '06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:13.696694 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb307e7-7b23-434f-9773-ffdc3806523c" -d '{"events": [{"name": "network-changed", "server_uuid": "98fd62da-d8f3-4ded-94bc-96319216a4f2", "tag": "06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:13.739942 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Pushing event updated for resources: {'Port': ['ID=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:13.744501 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:13.800449 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358122fc-49d7-4a1e-b6f8-70bd3b7635d8 x-openstack-request-id: req-358122fc-49d7-4a1e-b6f8-70bd3b7635d8 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:13.800769 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fd62da-d8f3-4ded-94bc-96319216a4f2", "tag": "06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:13.801055 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-358122fc-49d7-4a1e-b6f8-70bd3b7635d8 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:13.801477 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fd62da-d8f3-4ded-94bc-96319216a4f2', 'tag': '06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9', 'status': 'completed', 'code': 200} Jun 07 13:39:13.906690 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4adffb-ba32-48f3-8caa-06156719077d req-4aa9d786-bb9b-4149-83fb-2f2c9850687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:13.908195 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-4aa9d786-bb9b-4149-83fb-2f2c9850687b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be9165134c7e43519e15a77c85d508cb&device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 1097 time: 0.1618454 Jun 07 13:39:13.932557 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e427153e-f6da-442c-89f9-a84886d7a9fd req-d6dc0238-95b8-4db1-8015-73a434174e60 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 210 time: 0.0555227 Jun 07 13:39:13.992530 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-6ee12658-5443-4146-a274-359de312ce11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 HTTP/1.1" status: 200 len: 217 time: 0.0688379 Jun 07 13:39:14.011869 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22958f7b-b01d-44c0-aa8d-194bb40267d8 req-1ccd8ff1-2a70-4088-9042-5a78f470dd31 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:14.018144 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-22958f7b-b01d-44c0-aa8d-194bb40267d8 req-1ccd8ff1-2a70-4088-9042-5a78f470dd31 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 944 time: 0.1671784 Jun 07 13:39:14.121136 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4adffb-ba32-48f3-8caa-06156719077d req-5c7d2a49-985b-4dd9-ab67-24bc798e393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:14.122601 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-5c7d2a49-985b-4dd9-ab67-24bc798e393b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8ed30c8-147c-4af7-8f11-0dc9726a1e43 HTTP/1.1" status: 200 len: 858 time: 0.1082785 Jun 07 13:39:14.125510 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-22958f7b-b01d-44c0-aa8d-194bb40267d8 req-8e642272-4c45-4177-af04-d9c864a98b49 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597057 Jun 07 13:39:14.174725 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-fb736a56-2dc4-4f22-9892-b087122ccbd8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437510 Jun 07 13:39:14.343123 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-604724b5-881f-4f31-a86d-5722e8846872 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469085 Jun 07 13:39:14.421683 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-0f237aa6-15c3-411b-ace9-a441d9fc28a7 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:14.423488 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-0f237aa6-15c3-411b-ace9-a441d9fc28a7 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.54 "GET /v2.0/networks?id=16b23170-0c21-4514-ad82-8d84feb4c151 HTTP/1.1" status: 200 len: 808 time: 0.2105453 Jun 07 13:39:14.457220 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Request body: {'port': {'device_id': '00ac111d-ae11-4a24-b6cf-f2605f54344a', 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151', 'admin_state_up': True, 'tenant_id': '06d0e21cb4a14215a8a8b18fd13f7203'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:14.497072 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cd4adffb-ba32-48f3-8caa-06156719077d req-6d0e44ff-8524-4be8-966c-5e3a0a08520a service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382842 Jun 07 13:39:14.594055 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 7252aa38-56b7-4748-b68b-37ed5d5b3f50 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:39:14.631027 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Made reservation on behalf of 06d0e21cb4a14215a8a8b18fd13f7203 for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:14.636402 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.662248 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb307e7-7b23-434f-9773-ffdc3806523c req-61ee652d-2105-45c7-92a1-f9b71d8e9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:14.663988 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fbb307e7-7b23-434f-9773-ffdc3806523c req-61ee652d-2105-45c7-92a1-f9b71d8e9f81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be9165134c7e43519e15a77c85d508cb&device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 1097 time: 0.0842490 Jun 07 13:39:14.748917 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 7252aa38-56b7-4748-b68b-37ed5d5b3f50, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=7252aa38-56b7-4748-b68b-37ed5d5b3f50,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:14.765120 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': '7252aa38-56b7-4748-b68b-37ed5d5b3f50', 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144', 'port_id': '7252aa38-56b7-4748-b68b-37ed5d5b3f50', 'mac_address': 'fa:16:3e:39:39:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e25dc1d-cf63-403a-9f14-69b96cbdcfa0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:39:14.831800 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.834682 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb307e7-7b23-434f-9773-ffdc3806523c req-de12d1dc-5a39-4410-96c6-83419af6645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:14.836947 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fbb307e7-7b23-434f-9773-ffdc3806523c req-de12d1dc-5a39-4410-96c6-83419af6645a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 200 len: 919 time: 0.1555433 Jun 07 13:39:14.849844 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7252aa38-56b7-4748-b68b-37ed5d5b3f50 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:14.866002 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 7252aa38-56b7-4748-b68b-37ed5d5b3f50, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=7252aa38-56b7-4748-b68b-37ed5d5b3f50,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:14.871829 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:14.872612 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device a67dcbab-e8bb-4b1b-89fa-4703ca00a623 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:39:14.875356 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Allocated IP 172.20.0.5 (16b23170-0c21-4514-ad82-8d84feb4c151/c07fca44-1016-4d3c-ad7d-f5110cff8b2e/9237b1c6-9324-4bf4-953a-0bad0469f24d) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:14.876016 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:14.897411 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2b55-eb9d-4359-9bdb-62ac41218e31 req-bec513ce-39af-4f31-bb4c-d3de2891eb50 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:14.899464 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1bda2b55-eb9d-4359-9bdb-62ac41218e31 req-bec513ce-39af-4f31-bb4c-d3de2891eb50 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 944 time: 0.1624141 Jun 07 13:39:14.915885 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fbb307e7-7b23-434f-9773-ffdc3806523c req-5dcb5726-71bf-40f4-8b8c-3cfeef30769f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 HTTP/1.1" status: 200 len: 217 time: 0.0660210 Jun 07 13:39:14.994571 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb307e7-7b23-434f-9773-ffdc3806523c req-ad9e9247-e620-49ae-95f6-525145f6d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:14.996911 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fbb307e7-7b23-434f-9773-ffdc3806523c req-ad9e9247-e620-49ae-95f6-525145f6d0f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8ed30c8-147c-4af7-8f11-0dc9726a1e43 HTTP/1.1" status: 200 len: 858 time: 0.0691540 Jun 07 13:39:15.007894 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=7252aa38-56b7-4748-b68b-37ed5d5b3f50,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:15.079050 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:15.080486 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fbb307e7-7b23-434f-9773-ffdc3806523c req-a84f2cc8-337a-4b84-9572-4fd47401bb25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699294 Jun 07 13:39:15.088161 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1bda2b55-eb9d-4359-9bdb-62ac41218e31 req-bf1287ad-2741-413a-8b19-8fe853bebfed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670389 Jun 07 13:39:15.146580 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port a67dcbab-e8bb-4b1b-89fa-4703ca00a623, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:15.164926 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'a67dcbab-e8bb-4b1b-89fa-4703ca00a623', 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2', 'port_id': 'a67dcbab-e8bb-4b1b-89fa-4703ca00a623', 'mac_address': 'fa:16:3e:7a:82:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:39:15.233369 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4a208294-d67e-4479-9ec1-e71e254a36e4 req-ceede072-afa6-4629-b143-c375aa9ed9ef tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 210 time: 0.1092668 Jun 07 13:39:15.249245 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.281587 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67dcbab-e8bb-4b1b-89fa-4703ca00a623 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:15.299600 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fbb307e7-7b23-434f-9773-ffdc3806523c req-375d5b73-77e9-46a9-a981-199401839729 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115738 Jun 07 13:39:15.302144 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.322095 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port a67dcbab-e8bb-4b1b-89fa-4703ca00a623, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:15.328611 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.334112 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-edb61441-a6a4-4d5d-91d3-062c234ad41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:15.445127 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.465692 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:15.502389 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:15.512899 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:15.555223 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fbb307e7-7b23-434f-9773-ffdc3806523c req-548a1bc7-dd22-4fde-b55c-67c6f167c72e service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453384 Jun 07 13:39:15.606444 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Network 16b23170-0c21-4514-ad82-8d84feb4c151 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:15.620673 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bf304-49dc-4106-8f4c-e0d12e3a2c0f req-85a09e03-d624-4c8f-b034-f5b4a9706f14 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:15.622400 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-070bf304-49dc-4106-8f4c-e0d12e3a2c0f req-85a09e03-d624-4c8f-b034-f5b4a9706f14 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 944 time: 0.2656534 Jun 07 13:39:15.623256 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:15.627706 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:15.684588 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Pushing event updated for resources: {'Port': ['ID=9237b1c6-9324-4bf4-953a-0bad0469f24d,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:15.693421 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:15.740626 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:15.741570 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:15.764025 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-070bf304-49dc-4106-8f4c-e0d12e3a2c0f req-0ed4976e-a2e4-463b-9a74-3a85cbf23995 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096869 Jun 07 13:39:15.780106 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3283551 Jun 07 13:39:15.799384 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Request body: {'port': {'device_id': '00ac111d-ae11-4a24-b6cf-f2605f54344a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:15.827752 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['7252aa38-56b7-4748-b68b-37ed5d5b3f50'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:15.905294 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['a67dcbab-e8bb-4b1b-89fa-4703ca00a623'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:15.928348 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.436072 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ea468-b3c2-456b-9e25-d333c59864b4 req-1cba8a13-f229-4c2b-9bd4-5ec5af055f3a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:16.437526 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4a8ea468-b3c2-456b-9e25-d333c59864b4 req-1cba8a13-f229-4c2b-9bd4-5ec5af055f3a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 945 time: 0.1886466 Jun 07 13:39:16.449997 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475666f1-fd01-4172-a58b-4f7aae743cf4 req-6c3b6cde-0b82-4368-ab92-a25855a81974 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:16.452237 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-475666f1-fd01-4172-a58b-4f7aae743cf4 req-6c3b6cde-0b82-4368-ab92-a25855a81974 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 931 time: 0.0892329 Jun 07 13:39:16.500913 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-475666f1-fd01-4172-a58b-4f7aae743cf4 req-5cad2c51-c4e6-4ec1-827f-7168b1d3d2c1 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429931 Jun 07 13:39:16.539811 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4a8ea468-b3c2-456b-9e25-d333c59864b4 req-daaa1654-add0-4dc1-b7f4-5e2d8973a067 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924556 Jun 07 13:39:16.541624 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9237b1c6-9324-4bf4-953a-0bad0469f24d {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:16.549754 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.564473 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Transition to ACTIVE for port object 9237b1c6-9324-4bf4-953a-0bad0469f24d will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:16.568165 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.572794 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:16.729241 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Pushing event updated for resources: {'Port': ['ID=9237b1c6-9324-4bf4-953a-0bad0469f24d,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:16.744570 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:16.815372 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Attempting to bind port 9237b1c6-9324-4bf4-953a-0bad0469f24d on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:16.815774 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Attempting to bind port 9237b1c6-9324-4bf4-953a-0bad0469f24d by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'd0aa55b0-6147-440a-872c-a4b2ba20c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:16.816019 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Attempting to bind port 9237b1c6-9324-4bf4-953a-0bad0469f24d on network 16b23170-0c21-4514-ad82-8d84feb4c151 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:16.822410 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Port 9237b1c6-9324-4bf4-953a-0bad0469f24d on network 16b23170-0c21-4514-ad82-8d84feb4c151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:39:16.822733 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Attempting to bind port 9237b1c6-9324-4bf4-953a-0bad0469f24d on network 16b23170-0c21-4514-ad82-8d84feb4c151 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:16.830844 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:16.831184 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Checking segment: {'id': 'd0aa55b0-6147-440a-872c-a4b2ba20c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:16.831563 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Bound using segment: {'id': 'd0aa55b0-6147-440a-872c-a4b2ba20c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:16.832281 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Bound port: 9237b1c6-9324-4bf4-953a-0bad0469f24d, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa55b0-6147-440a-872c-a4b2ba20c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:16.832401 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:16.997953 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] For port 9237b1c6-9324-4bf4-953a-0bad0469f24d, host hv-cinder-78536, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:17.016399 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] For port 9237b1c6-9324-4bf4-953a-0bad0469f24d, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=9237b1c6-9324-4bf4-953a-0bad0469f24d,segment=NetworkSegment(d0aa55b0-6147-440a-872c-a4b2ba20c286),segment_id=d0aa55b0-6147-440a-872c-a4b2ba20c286)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:17.024142 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.031449 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:17.094638 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:17.095255 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.096597 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] 10.222.0.54 "PUT /v2.0/ports/9237b1c6-9324-4bf4-953a-0bad0469f24d HTTP/1.1" status: 200 len: 1093 time: 1.3064153 Jun 07 13:39:17.100223 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac111d-ae11-4a24-b6cf-f2605f54344a', 'tag': '9237b1c6-9324-4bf4-953a-0bad0469f24d'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:17.103039 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28811385-1f78-4a8d-8d9c-1e46167561c3" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac111d-ae11-4a24-b6cf-f2605f54344a", "tag": "9237b1c6-9324-4bf4-953a-0bad0469f24d"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:17.120531 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e060ffe-fe73-4dc5-a48b-b7909066c245 req-701ab547-a59c-437d-8fd3-61db05c988c2 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:17.127902 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7e060ffe-fe73-4dc5-a48b-b7909066c245 req-701ab547-a59c-437d-8fd3-61db05c988c2 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 944 time: 0.1873705 Jun 07 13:39:17.159884 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785a08b1-49f4-424c-ae1d-90e36e937a3d x-openstack-request-id: req-785a08b1-49f4-424c-ae1d-90e36e937a3d {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:17.160185 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac111d-ae11-4a24-b6cf-f2605f54344a", "tag": "9237b1c6-9324-4bf4-953a-0bad0469f24d", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:17.160451 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-785a08b1-49f4-424c-ae1d-90e36e937a3d {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:17.160856 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac111d-ae11-4a24-b6cf-f2605f54344a', 'tag': '9237b1c6-9324-4bf4-953a-0bad0469f24d', 'status': 'completed', 'code': 200} Jun 07 13:39:17.216134 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Pushing event updated for resources: {'Port': ['ID=9237b1c6-9324-4bf4-953a-0bad0469f24d,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:17.219400 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:17.227778 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44946) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:17.253082 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7e060ffe-fe73-4dc5-a48b-b7909066c245 req-79b3312b-4bfa-44d7-8bf2-8968c85af634 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235976 Jun 07 13:39:17.291770 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-8ed1a764-5735-4c30-b713-b4de9f1a5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:17.293719 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-8ed1a764-5735-4c30-b713-b4de9f1a5950 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06d0e21cb4a14215a8a8b18fd13f7203&device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 1096 time: 0.1259127 Jun 07 13:39:17.377832 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-a5d6e5d9-7ec9-4869-941c-657935f4383b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9237b1c6-9324-4bf4-953a-0bad0469f24d HTTP/1.1" status: 200 len: 217 time: 0.0720036 Jun 07 13:39:17.378748 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-42dcf4ad-70aa-475e-9e44-09b7ee4022a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.452725 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-6d9d3115-cd2f-4de6-a581-8e888c847816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:17.454240 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-6d9d3115-cd2f-4de6-a581-8e888c847816 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c07fca44-1016-4d3c-ad7d-f5110cff8b2e HTTP/1.1" status: 200 len: 848 time: 0.0646923 Jun 07 13:39:17.485979 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-42dcf4ad-70aa-475e-9e44-09b7ee4022a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.490294 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-42dcf4ad-70aa-475e-9e44-09b7ee4022a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.498392 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-62251260-b773-40b2-853f-0db9be31d925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:17.511760 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-a5dbf6bb-fdf1-47b5-be4a-b527732bbd52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16b23170-0c21-4514-ad82-8d84feb4c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500185 Jun 07 13:39:17.540082 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-42dcf4ad-70aa-475e-9e44-09b7ee4022a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1790a9e4b5094afb8f791a6304b74c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110871 Jun 07 13:39:17.540755 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcf4ad-70aa-475e-9e44-09b7ee4022a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a162794-90f6-4256-8cb8-a05835d4a85d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:17.543283 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44952) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:17.554119 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-42dcf4ad-70aa-475e-9e44-09b7ee4022a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:17.614065 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-de0449f1-e8e4-45ac-aa5e-dc2176dea837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.660161 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-5b3fb7a9-5464-4577-9a97-567da8f47b55 service neutron] 10.222.0.54 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370718 Jun 07 13:39:17.683768 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-de0449f1-e8e4-45ac-aa5e-dc2176dea837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.764486 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc37c8a-833c-470b-9dab-d5ca109f27ff req-7d704e67-e196-4ff1-8bba-03c5930380be tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:17.765944 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-afc37c8a-833c-470b-9dab-d5ca109f27ff req-7d704e67-e196-4ff1-8bba-03c5930380be tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 943 time: 0.1282208 Jun 07 13:39:17.785887 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-de0449f1-e8e4-45ac-aa5e-dc2176dea837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.788367 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-de0449f1-e8e4-45ac-aa5e-dc2176dea837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:17.789458 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-de0449f1-e8e4-45ac-aa5e-dc2176dea837 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a162794-90f6-4256-8cb8-a05835d4a85d HTTP/1.1" status: 204 len: 168 time: 0.2453368 Jun 07 13:39:17.791930 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-630a7619-c00a-48b9-8d5b-5ee44967b289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:17.823058 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0449f1-e8e4-45ac-aa5e-dc2176dea837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a162794-90f6-4256-8cb8-a05835d4a85d,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:17.827355 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-de0449f1-e8e4-45ac-aa5e-dc2176dea837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:17.832345 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-afc37c8a-833c-470b-9dab-d5ca109f27ff req-f65ba6d1-63e6-46ad-9e46-dd5bdc071e41 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604968 Jun 07 13:39:17.847379 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ffec7-e270-4b67-a510-29ade191f8b9 req-0ca7798b-0eea-4270-b9fb-8b89745136c0 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:17.848909 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3f9ffec7-e270-4b67-a510-29ade191f8b9 req-0ca7798b-0eea-4270-b9fb-8b89745136c0 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 945 time: 0.1861250 Jun 07 13:39:17.886869 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8381f3b-5d29-46f7-b36b-716a34590dee req-192bd1b8-b2ed-48d2-afc2-430052bf09cb service neutron] 10.222.0.54 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886973 Jun 07 13:39:17.916550 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3f9ffec7-e270-4b67-a510-29ade191f8b9 req-174dab8d-6645-4465-a328-1dafd8892054 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535364 Jun 07 13:39:18.160089 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44968) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:18.162491 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811385-1f78-4a8d-8d9c-1e46167561c3 req-4b754586-1500-4584-b21d-e072faad4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:18.163427 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-28811385-1f78-4a8d-8d9c-1e46167561c3 req-4b754586-1500-4584-b21d-e072faad4f7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06d0e21cb4a14215a8a8b18fd13f7203&device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 1096 time: 0.1602669 Jun 07 13:39:18.177532 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-276e9d00-2497-478c-b56a-bc295f6f5257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:18.321877 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-276e9d00-2497-478c-b56a-bc295f6f5257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:18.328518 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-276e9d00-2497-478c-b56a-bc295f6f5257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:18.329341 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811385-1f78-4a8d-8d9c-1e46167561c3 req-e342b2db-9e54-4e54-ba29-abca69f7d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:18.331317 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-28811385-1f78-4a8d-8d9c-1e46167561c3 req-e342b2db-9e54-4e54-ba29-abca69f7d367 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16b23170-0c21-4514-ad82-8d84feb4c151 HTTP/1.1" status: 200 len: 909 time: 0.1487076 Jun 07 13:39:18.364685 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:18.383799 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-276e9d00-2497-478c-b56a-bc295f6f5257 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f29621dd2a614c9fa968bd9227ca892c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202547 Jun 07 13:39:18.386042 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 44974) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:18.458719 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-28811385-1f78-4a8d-8d9c-1e46167561c3 req-9f3f5fd0-52cc-4ad1-b3c4-80a2b6f94825 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9237b1c6-9324-4bf4-953a-0bad0469f24d HTTP/1.1" status: 200 len: 217 time: 0.1169946 Jun 07 13:39:18.479951 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e9d00-2497-478c-b56a-bc295f6f5257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de266cd-11f8-4d5a-bc8e-2b80ba0bb6ef,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:18.494379 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-276e9d00-2497-478c-b56a-bc295f6f5257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:18.534055 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-108489ac-b731-4394-bc3b-940b5a453923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:18.541464 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811385-1f78-4a8d-8d9c-1e46167561c3 req-944dac8a-d096-477d-adb0-c00975ef9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:18.543493 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-28811385-1f78-4a8d-8d9c-1e46167561c3 req-944dac8a-d096-477d-adb0-c00975ef9a56 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c07fca44-1016-4d3c-ad7d-f5110cff8b2e HTTP/1.1" status: 200 len: 848 time: 0.0770192 Jun 07 13:39:18.569167 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-108489ac-b731-4394-bc3b-940b5a453923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:18.602583 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-28811385-1f78-4a8d-8d9c-1e46167561c3 req-ca54382c-ccde-4e3d-833f-0de904566fe4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16b23170-0c21-4514-ad82-8d84feb4c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434513 Jun 07 13:39:18.620143 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7a7a4-d1ee-4840-9c3b-2a457ca52486 req-eae6cd2d-4a0a-4312-8c29-05e1daf50249 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:18.621586 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-34f7a7a4-d1ee-4840-9c3b-2a457ca52486 req-eae6cd2d-4a0a-4312-8c29-05e1daf50249 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 944 time: 0.2094243 Jun 07 13:39:18.629797 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:39:18.632242 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 7252aa38-56b7-4748-b68b-37ed5d5b3f50 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:18.682345 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-34f7a7a4-d1ee-4840-9c3b-2a457ca52486 req-a4f6b496-1d8d-48c4-a6f7-842c11da1311 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541606 Jun 07 13:39:18.685974 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-108489ac-b731-4394-bc3b-940b5a453923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:18.699522 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-108489ac-b731-4394-bc3b-940b5a453923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:18.699522 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-108489ac-b731-4394-bc3b-940b5a453923 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8de266cd-11f8-4d5a-bc8e-2b80ba0bb6ef HTTP/1.1" status: 204 len: 168 time: 0.3071516 Jun 07 13:39:18.699522 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-de0449f1-e8e4-45ac-aa5e-dc2176dea837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:18.707033 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108489ac-b731-4394-bc3b-940b5a453923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de266cd-11f8-4d5a-bc8e-2b80ba0bb6ef,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:18.710425 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-108489ac-b731-4394-bc3b-940b5a453923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:18.753666 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-28811385-1f78-4a8d-8d9c-1e46167561c3 req-167306e0-3c48-4f30-9bac-f8945410c3bb service neutron] 10.222.0.54 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412599 Jun 07 13:39:18.828518 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port 7252aa38-56b7-4748-b68b-37ed5d5b3f50 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:18.836453 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port 7252aa38-56b7-4748-b68b-37ed5d5b3f50 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:18.837041 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:18.910147 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-28811385-1f78-4a8d-8d9c-1e46167561c3 req-97466d2b-4662-4dcc-9e6b-62574c2ba575 service neutron] 10.222.0.54 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462679 Jun 07 13:39:18.937578 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:18.970465 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': '06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9', 'network_id': '5ad77288-bd49-43c5-b5e1-1bb13c8d33f2', 'port_id': '06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9', 'mac_address': 'fa:16:3e:bd:9f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ed30c8-147c-4af7-8f11-0dc9726a1e43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:39:19.073684 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754ed87-4d05-4243-8609-cddadb59fe00 req-b8dd556a-0177-49fd-a872-60296cc8988f tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:19.075394 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9754ed87-4d05-4243-8609-cddadb59fe00 req-b8dd556a-0177-49fd-a872-60296cc8988f tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 943 time: 0.0904415 Jun 07 13:39:19.120589 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:19.131184 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa2eb5-47df-446a-aded-5f1c5dac22ea req-9bf87640-fb86-48f5-9e6c-419e5e37ec46 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:19.140003 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:19.140382 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-35aa2eb5-47df-446a-aded-5f1c5dac22ea req-9bf87640-fb86-48f5-9e6c-419e5e37ec46 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 945 time: 0.0965846 Jun 07 13:39:19.149068 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9754ed87-4d05-4243-8609-cddadb59fe00 req-b3a3c2a4-3f0b-42db-9dbf-88bf4723f44a tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645385 Jun 07 13:39:19.153494 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:19.178091 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:19.195773 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:19.208929 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:19.212903 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-35aa2eb5-47df-446a-aded-5f1c5dac22ea req-fd530892-5341-488e-ab33-6ce06c8d7124 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715930 Jun 07 13:39:19.242143 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fda85f-0181-404d-9b8f-57a024d38b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7252aa38-56b7-4748-b68b-37ed5d5b3f50'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:19.245236 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0ebc8a-d69a-4a08-9b5c-ccd8135f7536" -d '{"events": [{"server_uuid": "06fda85f-0181-404d-9b8f-57a024d38b03", "name": "network-vif-plugged", "status": "completed", "tag": "7252aa38-56b7-4748-b68b-37ed5d5b3f50"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:19.266607 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 7252aa38-56b7-4748-b68b-37ed5d5b3f50, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=7252aa38-56b7-4748-b68b-37ed5d5b3f50,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:19.275156 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:19.276117 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device a67dcbab-e8bb-4b1b-89fa-4703ca00a623 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:19.383393 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:19.394067 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:19.394509 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:19.429377 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0fef6c-d0be-4e0f-997b-9c7117f96b13 x-openstack-request-id: req-1b0fef6c-d0be-4e0f-997b-9c7117f96b13 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:19.429776 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fda85f-0181-404d-9b8f-57a024d38b03", "name": "network-vif-plugged", "status": "completed", "tag": "7252aa38-56b7-4748-b68b-37ed5d5b3f50", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:19.430091 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b0fef6c-d0be-4e0f-997b-9c7117f96b13 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:19.430588 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fda85f-0181-404d-9b8f-57a024d38b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7252aa38-56b7-4748-b68b-37ed5d5b3f50', 'code': 200} Jun 07 13:39:19.458241 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port a67dcbab-e8bb-4b1b-89fa-4703ca00a623 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:19.469545 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port a67dcbab-e8bb-4b1b-89fa-4703ca00a623 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:19.469923 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:19.527367 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=7252aa38-56b7-4748-b68b-37ed5d5b3f50,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:19.538844 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:19.621520 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:19.658057 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port a67dcbab-e8bb-4b1b-89fa-4703ca00a623, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:19.663271 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:19.665890 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-1dfefffc-59d2-464e-b6ca-3b1333fd7a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:19.711487 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:19.716817 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63530374-09b7-4853-a835-af51889c0854 req-e7ee86b3-b40f-4325-a165-6d84c27a94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:19.718772 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-63530374-09b7-4853-a835-af51889c0854 req-e7ee86b3-b40f-4325-a165-6d84c27a94c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 1099 time: 0.0837986 Jun 07 13:39:19.816273 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-63530374-09b7-4853-a835-af51889c0854 req-116e29d0-fd4b-4847-aa72-a0147df85a77 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742068 Jun 07 13:39:19.841247 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:19.853492 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:19.943639 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159999fe-c7f2-4257-9c3e-6c79566d6661 req-be6c4705-8c34-4865-a893-0f85fd679ca4 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:19.951811 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-159999fe-c7f2-4257-9c3e-6c79566d6661 req-be6c4705-8c34-4865-a893-0f85fd679ca4 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 945 time: 0.1413400 Jun 07 13:39:19.997755 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-159999fe-c7f2-4257-9c3e-6c79566d6661 req-7a88aa29-2e6a-4c5c-b409-dce198acbf2b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440779 Jun 07 13:39:20.195419 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45040) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:20.343190 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e160002b-b92c-46a7-bada-37c0d611a61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.359509 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed0df6-2805-4556-b8a1-05627c7addd1 req-86a1a266-1395-42a7-aa53-cbfa32cd664a tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:20.362572 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-55ed0df6-2805-4556-b8a1-05627c7addd1 req-86a1a266-1395-42a7-aa53-cbfa32cd664a tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 943 time: 0.0974896 Jun 07 13:39:20.411740 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-55ed0df6-2805-4556-b8a1-05627c7addd1 req-24f7bdf2-57d9-4920-b436-721c7e128738 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443387 Jun 07 13:39:20.481123 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6885c-e350-487b-8f23-f1bfdae47d4f req-f4b1aef1-82d0-4f8a-98e2-0770f3231278 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:20.482670 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-04e6885c-e350-487b-8f23-f1bfdae47d4f req-f4b1aef1-82d0-4f8a-98e2-0770f3231278 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 946 time: 0.1279387 Jun 07 13:39:20.559966 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-04e6885c-e350-487b-8f23-f1bfdae47d4f req-4a7020ec-71c7-490c-9a93-2bd5fbee6776 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707333 Jun 07 13:39:20.567375 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e160002b-b92c-46a7-bada-37c0d611a61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.583901 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e160002b-b92c-46a7-bada-37c0d611a61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.586107 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-437c20ff-1939-4b0a-be0c-7a91b0501de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:20.630346 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160002b-b92c-46a7-bada-37c0d611a61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fe04a3-82a8-4c67-9333-290a187b9147,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:20.634327 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e160002b-b92c-46a7-bada-37c0d611a61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:20.639215 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-e160002b-b92c-46a7-bada-37c0d611a61a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c88221b8a5a4cab9b04f4ba751899fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405191 Jun 07 13:39:20.640377 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 45054) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:20.641041 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 9237b1c6-9324-4bf4-953a-0bad0469f24d details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:39:20.716783 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-853f5835-5651-4f96-a416-eb6db8c7b89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.750534 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-853f5835-5651-4f96-a416-eb6db8c7b89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.790305 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 9237b1c6-9324-4bf4-953a-0bad0469f24d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=9237b1c6-9324-4bf4-953a-0bad0469f24d,segment=NetworkSegment(d0aa55b0-6147-440a-872c-a4b2ba20c286),segment_id=d0aa55b0-6147-440a-872c-a4b2ba20c286)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:20.803371 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-853f5835-5651-4f96-a416-eb6db8c7b89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.804738 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': '9237b1c6-9324-4bf4-953a-0bad0469f24d', 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151', 'port_id': '9237b1c6-9324-4bf4-953a-0bad0469f24d', 'mac_address': 'fa:16:3e:14:ef:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07fca44-1016-4d3c-ad7d-f5110cff8b2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:39:20.806610 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-853f5835-5651-4f96-a416-eb6db8c7b89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.807796 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-853f5835-5651-4f96-a416-eb6db8c7b89a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2fe04a3-82a8-4c67-9333-290a187b9147 HTTP/1.1" status: 204 len: 168 time: 0.1666639 Jun 07 13:39:20.808577 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8406e5aa-844a-46c0-909b-9726fe3df862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:20.818924 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f5835-5651-4f96-a416-eb6db8c7b89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fe04a3-82a8-4c67-9333-290a187b9147,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:20.822005 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-853f5835-5651-4f96-a416-eb6db8c7b89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:20.880932 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.899103 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9237b1c6-9324-4bf4-953a-0bad0469f24d {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:20.915834 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 9237b1c6-9324-4bf4-953a-0bad0469f24d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=9237b1c6-9324-4bf4-953a-0bad0469f24d,segment=NetworkSegment(d0aa55b0-6147-440a-872c-a4b2ba20c286),segment_id=d0aa55b0-6147-440a-872c-a4b2ba20c286)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:20.919738 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:20.922658 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:20.989326 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=9237b1c6-9324-4bf4-953a-0bad0469f24d,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:20.993371 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:21.196907 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f1412-ec10-4e84-8815-758421da9f51 req-782be7b3-e643-4859-b527-475b2e53f42d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:21.198473 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-bd3f1412-ec10-4e84-8815-758421da9f51 req-782be7b3-e643-4859-b527-475b2e53f42d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 945 time: 0.0933030 Jun 07 13:39:21.245134 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-bd3f1412-ec10-4e84-8815-758421da9f51 req-0d204ed9-6c90-4c21-9fa5-03400c8b02b2 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Jun 07 13:39:21.431451 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e873d-18e8-4c90-bf24-bf91cfa09905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67dcbab-e8bb-4b1b-89fa-4703ca00a623'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:21.434318 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b120bdae-4f1f-4641-bed7-385db027ed34" -d '{"events": [{"server_uuid": "db4e873d-18e8-4c90-bf24-bf91cfa09905", "name": "network-vif-plugged", "status": "completed", "tag": "a67dcbab-e8bb-4b1b-89fa-4703ca00a623"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:21.490004 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984cdf99-3fe8-4d5a-b045-de2ec345fc14 x-openstack-request-id: req-984cdf99-3fe8-4d5a-b045-de2ec345fc14 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:21.490483 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e873d-18e8-4c90-bf24-bf91cfa09905", "name": "network-vif-plugged", "status": "completed", "tag": "a67dcbab-e8bb-4b1b-89fa-4703ca00a623", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:21.490792 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-984cdf99-3fe8-4d5a-b045-de2ec345fc14 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:21.491234 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e873d-18e8-4c90-bf24-bf91cfa09905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67dcbab-e8bb-4b1b-89fa-4703ca00a623', 'code': 200} Jun 07 13:39:21.501613 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['9237b1c6-9324-4bf4-953a-0bad0469f24d'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:21.645440 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447a01-a21e-41dc-961f-356ab106929d req-0ef6fcc6-8dee-421a-aacd-1e0787ef66e5 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:21.652985 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fc447a01-a21e-41dc-961f-356ab106929d req-0ef6fcc6-8dee-421a-aacd-1e0787ef66e5 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 944 time: 0.1089594 Jun 07 13:39:21.707013 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fc447a01-a21e-41dc-961f-356ab106929d req-586b4137-0db0-41d9-99d1-a0ee1b136fd4 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530372 Jun 07 13:39:21.976608 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157e6b7-3135-4e2b-961a-84c3a6990c42 req-41e276bb-7472-4436-89a9-ca9077a2b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:21.978400 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6157e6b7-3135-4e2b-961a-84c3a6990c42 req-41e276bb-7472-4436-89a9-ca9077a2b5a8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 1099 time: 0.1890059 Jun 07 13:39:21.994605 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef9812-05f5-4b3f-b8db-03290cd28368 req-aef52c6d-0b27-40ff-b582-1a4dc6795777 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:21.996198 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-48ef9812-05f5-4b3f-b8db-03290cd28368 req-aef52c6d-0b27-40ff-b582-1a4dc6795777 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 946 time: 0.1235433 Jun 07 13:39:22.069216 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6157e6b7-3135-4e2b-961a-84c3a6990c42 req-acc854f8-e0de-4ba6-b03e-ffd30c3a9c4d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719686 Jun 07 13:39:22.084552 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-48ef9812-05f5-4b3f-b8db-03290cd28368 req-9b4d1ea6-418c-4075-86f7-f40bdec1c870 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745542 Jun 07 13:39:22.091895 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45104) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:22.228137 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1780c081-eaa5-4dc7-b6b8-0a70c08632e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:22.484117 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1780c081-eaa5-4dc7-b6b8-0a70c08632e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:22.495090 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1780c081-eaa5-4dc7-b6b8-0a70c08632e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:22.503963 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b91ffc70-6f54-4689-9574-a68805e31414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:22.552491 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-1780c081-eaa5-4dc7-b6b8-0a70c08632e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bd60603d5954dc9bbfc56a68c91fd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574001 Jun 07 13:39:22.552719 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45120) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:22.564799 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780c081-eaa5-4dc7-b6b8-0a70c08632e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e81f9f8-7721-48f3-91c1-471c1d52b40b,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:22.575227 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1780c081-eaa5-4dc7-b6b8-0a70c08632e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:22.612524 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce177e-28cc-4d80-87fd-5a881f596c96 req-72aec8f9-9cf8-444c-8663-b23869f485dc tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:22.614001 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b6ce177e-28cc-4d80-87fd-5a881f596c96 req-72aec8f9-9cf8-444c-8663-b23869f485dc tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 945 time: 0.1958120 Jun 07 13:39:22.644390 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:22.664365 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3b80bcf-c2dc-46bf-a143-038f2129d50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:22.683431 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b6ce177e-28cc-4d80-87fd-5a881f596c96 req-70aa7774-0ee2-4bd8-b4f3-1de4108acc6b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628135 Jun 07 13:39:22.700942 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3b80bcf-c2dc-46bf-a143-038f2129d50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:22.716603 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:22.721429 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:22.721810 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:22.762613 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3b80bcf-c2dc-46bf-a143-038f2129d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:22.766001 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3b80bcf-c2dc-46bf-a143-038f2129d50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:22.769821 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-a3b80bcf-c2dc-46bf-a143-038f2129d50a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e81f9f8-7721-48f3-91c1-471c1d52b40b HTTP/1.1" status: 204 len: 168 time: 0.2136068 Jun 07 13:39:22.769821 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:22.780039 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b80bcf-c2dc-46bf-a143-038f2129d50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e81f9f8-7721-48f3-91c1-471c1d52b40b,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:22.785288 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3b80bcf-c2dc-46bf-a143-038f2129d50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:22.885710 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:22.925885 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb27399-fc42-4833-be68-0c70c336726a req-05fb0d8c-49fd-4fa5-8f65-82e65a75dbc4 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:22.927838 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0eb27399-fc42-4833-be68-0c70c336726a req-05fb0d8c-49fd-4fa5-8f65-82e65a75dbc4 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 944 time: 0.1000738 Jun 07 13:39:22.929632 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:22.939625 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:22.941713 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:22.977381 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0eb27399-fc42-4833-be68-0c70c336726a req-185285af-26c4-448d-a8aa-62c1fe52b0ae tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Jun 07 13:39:23.040084 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:23.044964 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:23.155961 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45134) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:23.177254 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-90e18c30-55aa-443c-bb0b-1a75de282e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:23.285897 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-90e18c30-55aa-443c-bb0b-1a75de282e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:23.289467 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-90e18c30-55aa-443c-bb0b-1a75de282e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:23.296398 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-71b06948-bea4-4980-8905-18e30672ddcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:23.334020 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e18c30-55aa-443c-bb0b-1a75de282e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e857c879-c084-48f1-b580-730413bdf60f,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:23.339124 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-90e18c30-55aa-443c-bb0b-1a75de282e26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0cf798139b6948c18e602258234f863e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820786 Jun 07 13:39:23.340014 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-90e18c30-55aa-443c-bb0b-1a75de282e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:23.341768 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45136) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:23.399638 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ec3c159a-bd43-421f-85b2-a20eaa41fe87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:23.425085 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ec3c159a-bd43-421f-85b2-a20eaa41fe87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:23.479294 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ec3c159a-bd43-421f-85b2-a20eaa41fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:23.481689 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ec3c159a-bd43-421f-85b2-a20eaa41fe87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:23.482849 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-ec3c159a-bd43-421f-85b2-a20eaa41fe87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e857c879-c084-48f1-b580-730413bdf60f HTTP/1.1" status: 204 len: 168 time: 0.1401391 Jun 07 13:39:23.483822 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-369b3987-b5c9-4854-8308-c875a41cedc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:23.492593 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fd62da-d8f3-4ded-94bc-96319216a4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:23.495446 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f694c9c-994e-49be-992e-4397953284bc" -d '{"events": [{"server_uuid": "98fd62da-d8f3-4ded-94bc-96319216a4f2", "name": "network-vif-plugged", "status": "completed", "tag": "06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:23.497266 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c159a-bd43-421f-85b2-a20eaa41fe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e857c879-c084-48f1-b580-730413bdf60f,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:23.499908 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ec3c159a-bd43-421f-85b2-a20eaa41fe87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:23.549899 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644c731c-2566-4d2e-9c64-46c1bef28cef x-openstack-request-id: req-644c731c-2566-4d2e-9c64-46c1bef28cef {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:23.550234 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fd62da-d8f3-4ded-94bc-96319216a4f2", "name": "network-vif-plugged", "status": "completed", "tag": "06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:23.550638 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-644c731c-2566-4d2e-9c64-46c1bef28cef {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:23.551045 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fd62da-d8f3-4ded-94bc-96319216a4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9', 'code': 200} Jun 07 13:39:24.001323 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45164) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:24.010369 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b802198-f132-44d2-bfba-473986dac1f2 req-b2ab6711-4680-4860-b693-5b2c70e489a7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:24.022416 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7b802198-f132-44d2-bfba-473986dac1f2 req-b2ab6711-4680-4860-b693-5b2c70e489a7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1765487 Jun 07 13:39:24.102363 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7b802198-f132-44d2-bfba-473986dac1f2 req-08daa4df-e8d4-47a7-9ecf-0372259b4b70 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785346 Jun 07 13:39:24.125327 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae9bcc-463b-4575-bd77-50ce6c145783 req-5f68c11f-1a0d-45a3-aa46-f79f54fb287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:24.128111 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-73ae9bcc-463b-4575-bd77-50ce6c145783 req-5f68c11f-1a0d-45a3-aa46-f79f54fb287d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 1099 time: 0.1804037 Jun 07 13:39:24.165555 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b78e5acf-adb7-46c6-9829-d87d56b1cfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.177966 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-73ae9bcc-463b-4575-bd77-50ce6c145783 req-e8d7240b-9be7-46ac-8b39-f1d6d505d1f1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393276 Jun 07 13:39:24.308193 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b78e5acf-adb7-46c6-9829-d87d56b1cfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.312517 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b78e5acf-adb7-46c6-9829-d87d56b1cfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.327916 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:24.359997 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e5acf-adb7-46c6-9829-d87d56b1cfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75207fc-408c-4128-9d89-8bc3c246ce62,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:24.365230 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b78e5acf-adb7-46c6-9829-d87d56b1cfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:24.392196 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-b78e5acf-adb7-46c6-9829-d87d56b1cfab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99e299d92ee04a9e91ad825084545dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894455 Jun 07 13:39:24.395293 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45180) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:24.524352 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08a37ad5-81a1-41ec-8733-99af750feddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.572357 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08a37ad5-81a1-41ec-8733-99af750feddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.621408 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb4d35-5d7c-4076-96ce-42a0cebab706 req-98e8aee5-c241-4db1-bc72-fc889daa67b1 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:24.623075 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e2bb4d35-5d7c-4076-96ce-42a0cebab706 req-98e8aee5-c241-4db1-bc72-fc889daa67b1 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 944 time: 0.1500201 Jun 07 13:39:24.657755 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 9237b1c6-9324-4bf4-953a-0bad0469f24d up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:24.668011 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08a37ad5-81a1-41ec-8733-99af750feddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.670571 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08a37ad5-81a1-41ec-8733-99af750feddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.673989 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-08a37ad5-81a1-41ec-8733-99af750feddb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e75207fc-408c-4128-9d89-8bc3c246ce62 HTTP/1.1" status: 204 len: 168 time: 0.2752416 Jun 07 13:39:24.674429 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:24.697303 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e2bb4d35-5d7c-4076-96ce-42a0cebab706 req-7bca69c1-b63f-42f1-8a00-186094117df0 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675118 Jun 07 13:39:24.698165 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a37ad5-81a1-41ec-8733-99af750feddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75207fc-408c-4128-9d89-8bc3c246ce62,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:24.708026 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-08a37ad5-81a1-41ec-8733-99af750feddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:24.753784 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port 9237b1c6-9324-4bf4-953a-0bad0469f24d completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:24.759438 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port 9237b1c6-9324-4bf4-953a-0bad0469f24d triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:24.759812 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.880737 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.915887 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 9237b1c6-9324-4bf4-953a-0bad0469f24d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=9237b1c6-9324-4bf4-953a-0bad0469f24d,segment=NetworkSegment(d0aa55b0-6147-440a-872c-a4b2ba20c286),segment_id=d0aa55b0-6147-440a-872c-a4b2ba20c286)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:24.919621 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:24.921418 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-097c0c09-5df7-43da-97ea-82d379bdd52c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:24.993590 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=9237b1c6-9324-4bf4-953a-0bad0469f24d,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:24.996667 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:25.360604 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48addde0-f027-4dae-a8b3-dfa1d0de94c3 req-62bc3262-f2c0-47da-aec7-c723568b6d39 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:25.362062 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-48addde0-f027-4dae-a8b3-dfa1d0de94c3 req-62bc3262-f2c0-47da-aec7-c723568b6d39 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1532953 Jun 07 13:39:25.419890 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-48addde0-f027-4dae-a8b3-dfa1d0de94c3 req-9b286bb5-ce92-43e1-98a8-01a032411417 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510330 Jun 07 13:39:25.552631 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac111d-ae11-4a24-b6cf-f2605f54344a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9237b1c6-9324-4bf4-953a-0bad0469f24d'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:25.555829 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa719f12-5db1-45b0-88ee-a4e21ae7104b" -d '{"events": [{"server_uuid": "00ac111d-ae11-4a24-b6cf-f2605f54344a", "name": "network-vif-plugged", "status": "completed", "tag": "9237b1c6-9324-4bf4-953a-0bad0469f24d"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:25.601834 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e968fae-7239-49db-b300-c26044b4a525 x-openstack-request-id: req-4e968fae-7239-49db-b300-c26044b4a525 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:25.601950 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac111d-ae11-4a24-b6cf-f2605f54344a", "name": "network-vif-plugged", "status": "completed", "tag": "9237b1c6-9324-4bf4-953a-0bad0469f24d", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:25.602338 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e968fae-7239-49db-b300-c26044b4a525 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:25.602615 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac111d-ae11-4a24-b6cf-f2605f54344a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9237b1c6-9324-4bf4-953a-0bad0469f24d', 'code': 200} Jun 07 13:39:25.968484 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dbdab-c4c9-46a0-b758-b0ce8e023742 req-5d01884e-c9a4-471d-b537-f85995bb3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:25.970323 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2e8dbdab-c4c9-46a0-b758-b0ce8e023742 req-5d01884e-c9a4-471d-b537-f85995bb3a36 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 1098 time: 0.1045089 Jun 07 13:39:25.979114 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920400b-7d33-4d92-b9de-e4acc34efbcd req-29201479-d0d8-463e-b63f-8572068012c7 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:25.987369 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c920400b-7d33-4d92-b9de-e4acc34efbcd req-29201479-d0d8-463e-b63f-8572068012c7 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 945 time: 0.1546617 Jun 07 13:39:26.084358 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c920400b-7d33-4d92-b9de-e4acc34efbcd req-432a1281-dcba-4fe0-97a6-ebdb5f51ba7d tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916288 Jun 07 13:39:26.088934 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2e8dbdab-c4c9-46a0-b758-b0ce8e023742 req-5fc8fb84-864c-4041-8895-5665c47bcd49 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861335 Jun 07 13:39:26.604115 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671156f3-23d3-4a22-b723-738998837763 req-69db2664-96c5-4ccf-8bf6-d3610064c680 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:26.605584 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-671156f3-23d3-4a22-b723-738998837763 req-69db2664-96c5-4ccf-8bf6-d3610064c680 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0797298 Jun 07 13:39:26.652594 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-671156f3-23d3-4a22-b723-738998837763 req-ed36e784-1db5-4012-9efd-84cb39d50468 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 Jun 07 13:39:27.052567 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe9c16-ced9-4aa2-b905-b76d70f3f472 req-49c63f19-0cf2-4e4c-9fa3-42a0f02b3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:27.054390 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f6fe9c16-ced9-4aa2-b905-b76d70f3f472 req-49c63f19-0cf2-4e4c-9fa3-42a0f02b3fe7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be9165134c7e43519e15a77c85d508cb&device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 1099 time: 0.0749507 Jun 07 13:39:27.088998 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bcb8e-a0e1-4331-b099-ff465e95fd29 req-0b798651-c555-482e-9ff7-5d98bf876527 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:27.095858 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8b7bcb8e-a0e1-4331-b099-ff465e95fd29 req-0b798651-c555-482e-9ff7-5d98bf876527 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0974700 Jun 07 13:39:27.146382 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8b7bcb8e-a0e1-4331-b099-ff465e95fd29 req-bce9b263-51a5-4920-bca9-f14ded42b701 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496423 Jun 07 13:39:27.285034 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe9c16-ced9-4aa2-b905-b76d70f3f472 req-1a50ac83-f85a-47d3-8726-9667f1063680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:27.286533 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f6fe9c16-ced9-4aa2-b905-b76d70f3f472 req-1a50ac83-f85a-47d3-8726-9667f1063680 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 200 len: 919 time: 0.2143145 Jun 07 13:39:27.380371 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f6fe9c16-ced9-4aa2-b905-b76d70f3f472 req-3cbeee6d-1edd-48b5-a1ed-e727a56dc5a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 HTTP/1.1" status: 200 len: 217 time: 0.0788207 Jun 07 13:39:27.411260 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a0c86-e374-4e1f-8d2d-9729a950ddc1 req-7c474f08-22d4-42e4-ac7a-f34ee02f5067 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:27.414610 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5e8a0c86-e374-4e1f-8d2d-9729a950ddc1 req-7c474f08-22d4-42e4-ac7a-f34ee02f5067 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 945 time: 0.1857462 Jun 07 13:39:27.509219 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe9c16-ced9-4aa2-b905-b76d70f3f472 req-18a8f34d-e217-4c0c-a80a-11cc08730bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:27.510493 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f6fe9c16-ced9-4aa2-b905-b76d70f3f472 req-18a8f34d-e217-4c0c-a80a-11cc08730bc7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8ed30c8-147c-4af7-8f11-0dc9726a1e43 HTTP/1.1" status: 200 len: 858 time: 0.0946591 Jun 07 13:39:27.517487 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5e8a0c86-e374-4e1f-8d2d-9729a950ddc1 req-f49278df-57c5-4468-be8c-eb0003cab3be tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641317 Jun 07 13:39:27.566931 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f6fe9c16-ced9-4aa2-b905-b76d70f3f472 req-568e659c-237d-492d-8955-bc72765560f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418134 Jun 07 13:39:27.722540 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f6fe9c16-ced9-4aa2-b905-b76d70f3f472 req-6c9442ea-b0b7-43b6-a3e9-798943e2661d service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316395 Jun 07 13:39:27.883404 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f6fe9c16-ced9-4aa2-b905-b76d70f3f472 req-32ccaf39-fc04-41e6-ad8b-d2bddbb3cfcb service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443207 Jun 07 13:39:28.340771 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b41da1-f168-48a9-98b1-25de197c5d2e req-416ee180-9f0a-45c4-81d2-a7c72496258c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:28.342337 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-63b41da1-f168-48a9-98b1-25de197c5d2e req-416ee180-9f0a-45c4-81d2-a7c72496258c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0871878 Jun 07 13:39:28.388972 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-63b41da1-f168-48a9-98b1-25de197c5d2e req-37ca2c01-a77e-4e01-b569-5d8b197b0ebc tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Jun 07 13:39:28.716423 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774c273-e6a7-4c5f-bf89-913ce20bddbf req-f3f06bc0-a6ea-48cc-b2d7-57d8f5b6d6c9 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:28.717881 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5774c273-e6a7-4c5f-bf89-913ce20bddbf req-f3f06bc0-a6ea-48cc-b2d7-57d8f5b6d6c9 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 945 time: 0.0846858 Jun 07 13:39:28.774887 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5774c273-e6a7-4c5f-bf89-913ce20bddbf req-852e2924-d885-4c17-9634-d916537fc249 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431039 Jun 07 13:39:29.083590 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45316) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:29.202656 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-68954b62-d0c5-43bd-8a55-5889f2a913b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.307244 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-68954b62-d0c5-43bd-8a55-5889f2a913b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.311157 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-68954b62-d0c5-43bd-8a55-5889f2a913b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.319527 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4b48dc44-ec75-41da-80fa-cfeb35968702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:29.358053 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-68954b62-d0c5-43bd-8a55-5889f2a913b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a99316e6afb4292b29662dd4ba27917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733886 Jun 07 13:39:29.360371 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68954b62-d0c5-43bd-8a55-5889f2a913b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32df0c6a-c9a2-4950-ad0e-39724546a0fc,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:29.360751 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 45322) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:29.363289 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-68954b62-d0c5-43bd-8a55-5889f2a913b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:29.420619 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fab2d60e-1e31-453c-86e8-5ab1a0bf84d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.446906 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fab2d60e-1e31-453c-86e8-5ab1a0bf84d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.548635 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fab2d60e-1e31-453c-86e8-5ab1a0bf84d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.552010 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fab2d60e-1e31-453c-86e8-5ab1a0bf84d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:29.553377 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-fab2d60e-1e31-453c-86e8-5ab1a0bf84d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32df0c6a-c9a2-4950-ad0e-39724546a0fc HTTP/1.1" status: 204 len: 168 time: 0.1913834 Jun 07 13:39:29.554905 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-669cac73-d7e6-40d7-a593-563ba7cc3160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:29.580619 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2d60e-1e31-453c-86e8-5ab1a0bf84d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32df0c6a-c9a2-4950-ad0e-39724546a0fc,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:29.584387 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fab2d60e-1e31-453c-86e8-5ab1a0bf84d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:29.613606 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee34442-40c9-4929-890a-d3b9ad30e50a req-2e9f209d-93f0-4855-b8c7-6bf0a1b0706d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:29.621317 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-aee34442-40c9-4929-890a-d3b9ad30e50a req-2e9f209d-93f0-4855-b8c7-6bf0a1b0706d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1221073 Jun 07 13:39:29.663804 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-aee34442-40c9-4929-890a-d3b9ad30e50a req-636e3aa8-cbd2-4341-ae4a-41080ac993d9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Jun 07 13:39:30.837846 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966201e4-9f9c-47cb-8425-146591488992 req-015d5494-8616-44c2-a21c-817ad1fb25a4 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:30.842883 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-966201e4-9f9c-47cb-8425-146591488992 req-015d5494-8616-44c2-a21c-817ad1fb25a4 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 945 time: 0.1093128 Jun 07 13:39:30.896594 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-966201e4-9f9c-47cb-8425-146591488992 req-ecdad917-1a67-4777-9965-ba5fef0a4802 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489414 Jun 07 13:39:30.957705 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819654e-5260-46a4-a610-c4010bc7b277 req-09365be0-86b4-4987-b3ed-8e579bcf3cf1 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:30.959319 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d819654e-5260-46a4-a610-c4010bc7b277 req-09365be0-86b4-4987-b3ed-8e579bcf3cf1 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1113927 Jun 07 13:39:31.010090 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d819654e-5260-46a4-a610-c4010bc7b277 req-09d30024-e773-4117-abb6-da0b8662ed19 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Jun 07 13:39:31.326103 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-1ef17a31-df9b-494a-97eb-6f7312688eeb tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:31.327576 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-1ef17a31-df9b-494a-97eb-6f7312688eeb tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 813 time: 0.1555676 Jun 07 13:39:31.341953 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-ee19ad98-ccf3-43c0-a357-e2c440426f30 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/quotas/5da3599657b44d5680910ac460ffdfad HTTP/1.1" status: 200 len: 375 time: 0.0089288 Jun 07 13:39:31.428012 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fdb8d49d-02b2-4511-a81b-c1dc503b539e tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808835 Jun 07 13:39:31.627583 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-994677da-b3e2-451b-b186-3e36f485619e service neutron] 10.222.0.50 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921194 Jun 07 13:39:31.769468 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-1b296497-a01c-4ea7-950f-3754360c3669 service neutron] 10.222.0.50 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352384 Jun 07 13:39:31.953704 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1173f258-b3c5-4a01-8ee9-9a98594b821a req-dca5de89-5a3e-4aaf-8f7a-b0773bcd8313 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 210 time: 0.0516703 Jun 07 13:39:32.135837 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe41ea0-7e74-4b40-85b8-d069595f3123 req-8985c352-55e2-4ac1-8d5e-bac15456b488 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:32.138222 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-cfe41ea0-7e74-4b40-85b8-d069595f3123 req-8985c352-55e2-4ac1-8d5e-bac15456b488 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 945 time: 0.1071436 Jun 07 13:39:32.202261 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-cfe41ea0-7e74-4b40-85b8-d069595f3123 req-15a1ad2d-e85c-4db7-b18d-3a1401ad7cd0 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584195 Jun 07 13:39:32.297550 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de412057-0532-429a-b705-07949cde06c8 req-8448006e-fff9-43a2-88db-1a1cee90ffc5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:32.299319 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-de412057-0532-429a-b705-07949cde06c8 req-8448006e-fff9-43a2-88db-1a1cee90ffc5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1543291 Jun 07 13:39:32.350817 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-de412057-0532-429a-b705-07949cde06c8 req-780fb043-a2f0-49cc-89cd-4d790cb0c160 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Jun 07 13:39:32.495791 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a97b31aa-0860-4c2d-b998-80e5101c3471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:33.103214 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ebf0c096-7c49-4801-a1cf-f45529b23897 req-208e7bef-45cb-4bc8-abe7-9ebca3c9d991 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 210 time: 0.0461957 Jun 07 13:39:33.409260 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208c6e4-3cee-4479-a2c6-77dedc181bfc req-140b3243-7f32-43f2-87f6-2670cae6fa7e tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:33.411245 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a208c6e4-3cee-4479-a2c6-77dedc181bfc req-140b3243-7f32-43f2-87f6-2670cae6fa7e tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 945 time: 0.0990565 Jun 07 13:39:33.468158 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a208c6e4-3cee-4479-a2c6-77dedc181bfc req-e4f1fe2d-bf3a-4295-bfd0-439ead53688b tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498064 Jun 07 13:39:33.683434 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca345d1-667e-4b16-857c-243a190621f2 req-87d65e53-2e5c-49d1-ace5-417c2176eb0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:33.684895 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7ca345d1-667e-4b16-857c-243a190621f2 req-87d65e53-2e5c-49d1-ace5-417c2176eb0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.2025268 Jun 07 13:39:33.692899 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-75319375-d858-405c-a3de-361884e5e912 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:33.694313 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-75319375-d858-405c-a3de-361884e5e912 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 813 time: 0.2377558 Jun 07 13:39:33.729985 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Request body: {'port': {'device_id': 'fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf', 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144', 'admin_state_up': True, 'tenant_id': '5da3599657b44d5680910ac460ffdfad'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:33.762408 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7ca345d1-667e-4b16-857c-243a190621f2 req-6eb5f388-ae48-41d6-9b07-ee53e92a25d0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659444 Jun 07 13:39:33.906469 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Made reservation on behalf of 5da3599657b44d5680910ac460ffdfad for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:33.911938 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:33.974578 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0521f-5cba-47c4-82f8-99cb15a5f172 req-3734f8cc-243f-445c-bf4b-8582f235334e tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:33.976191 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-48e0521f-5cba-47c4-82f8-99cb15a5f172 req-3734f8cc-243f-445c-bf4b-8582f235334e tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.54 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 945 time: 0.1250575 Jun 07 13:39:34.119381 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Allocated IP 172.20.0.14 (844ddbe4-c8bc-4253-9153-cd41903e9144/0e25dc1d-cf63-403a-9f14-69b96cbdcfa0/b6c7c72d-b2cc-4a40-9e34-1eace8a654ae) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:34.195854 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-48e0521f-5cba-47c4-82f8-99cb15a5f172 req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Deleting port 9237b1c6-9324-4bf4-953a-0bad0469f24d {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:39:34.196459 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-48e0521f-5cba-47c4-82f8-99cb15a5f172 req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.344552 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-19d4c950-1d97-415f-8751-f6236d3cf017 req-ce942a32-b3d8-4291-b317-9ae607923c4f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 210 time: 0.1023486 Jun 07 13:39:34.360844 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.389092 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-48e0521f-5cba-47c4-82f8-99cb15a5f172 req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] For port 9237b1c6-9324-4bf4-953a-0bad0469f24d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=9237b1c6-9324-4bf4-953a-0bad0469f24d,segment=NetworkSegment(d0aa55b0-6147-440a-872c-a4b2ba20c286),segment_id=d0aa55b0-6147-440a-872c-a4b2ba20c286)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:34.389889 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-48e0521f-5cba-47c4-82f8-99cb15a5f172 req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.391448 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.398898 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:34.408998 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['50ce2ee7-6377-4b4c-b9a6-9615e592be2f', 'bf391f67-78fb-44d5-a293-5f15f2b4f26c', '7252aa38-56b7-4748-b68b-37ed5d5b3f50'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:34.463174 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Network 844ddbe4-c8bc-4253-9153-cd41903e9144 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:34.466453 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:34.473011 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:34.546079 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:34.546760 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.568388 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Pushing event updated for resources: {'Port': ['ID=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:34.571924 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:34.578080 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-af917ac4-5e05-4fd1-a25d-dedab0a254a4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8519309 Jun 07 13:39:34.601780 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Request body: {'port': {'device_id': 'fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:34.628489 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-48e0521f-5cba-47c4-82f8-99cb15a5f172 req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Calling delete_port for 9237b1c6-9324-4bf4-953a-0bad0469f24d owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:39:34.778571 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.828350 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-48e0521f-5cba-47c4-82f8-99cb15a5f172 req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:34.841122 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:34.862357 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec5c27-397a-413a-a86f-74c503b614b6 req-4487f7aa-eb7c-409b-bdaf-e346a67e22cf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:34.864364 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9ec5c27-397a-413a-a86f-74c503b614b6 req-4487f7aa-eb7c-409b-bdaf-e346a67e22cf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 945 time: 0.2674136 Jun 07 13:39:34.902369 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Pushing event deleted for resources: {'Port': ['ID=9237b1c6-9324-4bf4-953a-0bad0469f24d,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:34.905087 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:35.021016 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e0521f-5cba-47c4-82f8-99cb15a5f172 req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] No DVR routers for this DVR port 9237b1c6-9324-4bf4-953a-0bad0469f24d on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:39:35.022306 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.031232 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-48e0521f-5cba-47c4-82f8-99cb15a5f172 req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.033232 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-48e0521f-5cba-47c4-82f8-99cb15a5f172 req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.54 "DELETE /v2.0/ports/9237b1c6-9324-4bf4-953a-0bad0469f24d HTTP/1.1" status: 204 len: 173 time: 1.0346258 Jun 07 13:39:35.033795 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac111d-ae11-4a24-b6cf-f2605f54344a', 'name': 'network-vif-deleted', 'tag': '9237b1c6-9324-4bf4-953a-0bad0469f24d'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:35.037198 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1528fce-a395-4e0b-aa38-5f1e6e5e9d77" -d '{"events": [{"server_uuid": "00ac111d-ae11-4a24-b6cf-f2605f54344a", "name": "network-vif-deleted", "tag": "9237b1c6-9324-4bf4-953a-0bad0469f24d"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:35.073465 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e577ec6-0406-47c0-b028-d5fd8e10eafc req-8a529fe8-92b9-490b-b396-3bd5a9292c8d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:35.073624 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9ec5c27-397a-413a-a86f-74c503b614b6 req-c3045188-04b1-4c9b-b871-08fe0333550d tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914899 Jun 07 13:39:35.075237 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4e577ec6-0406-47c0-b028-d5fd8e10eafc req-8a529fe8-92b9-490b-b396-3bd5a9292c8d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1449699 Jun 07 13:39:35.133017 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-18931f73-cda3-4fa7-aae5-c9e120b2ba97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.218752 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4e577ec6-0406-47c0-b028-d5fd8e10eafc req-1eebf0ef-fe2c-4b63-baeb-b5e7ba128ba9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369097 Jun 07 13:39:35.283942 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d34c71-0607-4088-9225-d37e2c5cabd0 x-openstack-request-id: req-14d34c71-0607-4088-9225-d37e2c5cabd0 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:35.284478 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac111d-ae11-4a24-b6cf-f2605f54344a", "name": "network-vif-deleted", "tag": "9237b1c6-9324-4bf4-953a-0bad0469f24d", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:35.284770 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14d34c71-0607-4088-9225-d37e2c5cabd0 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:35.285203 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac111d-ae11-4a24-b6cf-f2605f54344a', 'name': 'network-vif-deleted', 'tag': '9237b1c6-9324-4bf4-953a-0bad0469f24d', 'status': 'completed', 'code': 200} Jun 07 13:39:35.358768 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c7c72d-b2cc-4a40-9e34-1eace8a654ae {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:35.369759 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.390391 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Transition to ACTIVE for port object b6c7c72d-b2cc-4a40-9e34-1eace8a654ae will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:35.395857 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.402908 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:35.585822 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Pushing event updated for resources: {'Port': ['ID=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:35.592005 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:35.720451 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa837411-b29a-453f-8620-5685942d8b6c req-3f1bbdcf-8660-4c8b-8f31-e85a9cde11c4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:35.721896 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-aa837411-b29a-453f-8620-5685942d8b6c req-3f1bbdcf-8660-4c8b-8f31-e85a9cde11c4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 944 time: 0.1934693 Jun 07 13:39:35.722723 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Attempting to bind port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:35.723053 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Attempting to bind port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:35.723377 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Attempting to bind port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae on network 844ddbe4-c8bc-4253-9153-cd41903e9144 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:35.729773 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae on network 844ddbe4-c8bc-4253-9153-cd41903e9144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:39:35.730104 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Attempting to bind port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae on network 844ddbe4-c8bc-4253-9153-cd41903e9144 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:35.748220 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:35.748555 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Checking segment: {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:35.748932 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Bound using segment: {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:35.749352 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Bound port: b6c7c72d-b2cc-4a40-9e34-1eace8a654ae, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f045b9-a568-48a6-87e1-2034abe7320c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:35.749691 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.826806 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-aa837411-b29a-453f-8620-5685942d8b6c req-3f4968be-de19-4753-97d7-86c2313b82df tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977671 Jun 07 13:39:35.855112 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.862167 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] For port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae, host hv-cinder-78536, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:35.865312 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] For port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:35.869329 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.873898 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:35.932730 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:35.933347 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:35.934727 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] 10.222.0.54 "PUT /v2.0/ports/b6c7c72d-b2cc-4a40-9e34-1eace8a654ae HTTP/1.1" status: 200 len: 1094 time: 1.3392274 Jun 07 13:39:35.935357 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf', 'tag': 'b6c7c72d-b2cc-4a40-9e34-1eace8a654ae'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:35.937610 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f57cff-1d08-4781-abea-70f828b4c557" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf", "tag": "b6c7c72d-b2cc-4a40-9e34-1eace8a654ae"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:35.957548 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Pushing event updated for resources: {'Port': ['ID=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:35.961660 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:36.029192 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e95fe4-3b2f-43de-9e3e-d7bc3553d00b x-openstack-request-id: req-47e95fe4-3b2f-43de-9e3e-d7bc3553d00b {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:36.029360 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf", "tag": "b6c7c72d-b2cc-4a40-9e34-1eace8a654ae", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:36.029636 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47e95fe4-3b2f-43de-9e3e-d7bc3553d00b {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:36.030043 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf', 'tag': 'b6c7c72d-b2cc-4a40-9e34-1eace8a654ae', 'status': 'completed', 'code': 200} Jun 07 13:39:36.073608 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-811493a1-6235-4568-aaef-7399f81661bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:36.075326 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-811493a1-6235-4568-aaef-7399f81661bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 1097 time: 0.0778275 Jun 07 13:39:36.119199 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['9237b1c6-9324-4bf4-953a-0bad0469f24d'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:36.172887 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-b0142929-d14a-4ccf-8f63-5add32d79ac3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae HTTP/1.1" status: 200 len: 217 time: 0.0777857 Jun 07 13:39:36.251788 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-98fdddef-b5fe-43f6-b93f-3f6cd0cc6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:36.253262 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-98fdddef-b5fe-43f6-b93f-3f6cd0cc6eaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e25dc1d-cf63-403a-9f14-69b96cbdcfa0 HTTP/1.1" status: 200 len: 853 time: 0.0701785 Jun 07 13:39:36.342812 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c2a9a555-dbb6-4c3f-a724-417c064fea54 req-88fdff13-870f-45bd-bb8a-996c59f38bd5 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=00ac111d-ae11-4a24-b6cf-f2605f54344a HTTP/1.1" status: 200 len: 210 time: 0.0836115 Jun 07 13:39:36.349932 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-416c65e1-578d-456e-a5ea-39b8ea85b7a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=844ddbe4-c8bc-4253-9153-cd41903e9144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506933 Jun 07 13:39:36.430369 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf595ed-1991-4553-a154-a2943d21f172 req-a5aea639-f494-424d-baea-f5ceb2c7841b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:36.431909 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-dcf595ed-1991-4553-a154-a2943d21f172 req-a5aea639-f494-424d-baea-f5ceb2c7841b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1044686 Jun 07 13:39:36.490165 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-dcf595ed-1991-4553-a154-a2943d21f172 req-7a143e30-bd57-4897-a970-124418ec8004 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517342 Jun 07 13:39:36.533137 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-5392d1f9-d02c-4e65-80a5-285e72660119 service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634359 Jun 07 13:39:36.683109 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5ba849a-912f-4115-af39-05dc41f2c1ae req-b1cbb43d-f60d-4782-9b5b-65b18435a31e service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390202 Jun 07 13:39:36.798061 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45570) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:36.805490 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f57cff-1d08-4781-abea-70f828b4c557 req-80b93f70-6f1a-46a8-9e94-d65a8a6ef8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:36.807007 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-24f57cff-1d08-4781-abea-70f828b4c557 req-80b93f70-6f1a-46a8-9e94-d65a8a6ef8be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5da3599657b44d5680910ac460ffdfad&device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 1097 time: 0.0769656 Jun 07 13:39:36.933495 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-651532fc-890c-4f84-837b-7f45fe6b3ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.062010 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-651532fc-890c-4f84-837b-7f45fe6b3ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.067182 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-651532fc-890c-4f84-837b-7f45fe6b3ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.083723 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:37.126752 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-651532fc-890c-4f84-837b-7f45fe6b3ba8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=910cb4fd639d43b5be4d121d5abf11f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273876 Jun 07 13:39:37.128305 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45592) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:37.131304 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651532fc-890c-4f84-837b-7f45fe6b3ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d306ade5-1439-44a9-805d-233c9c0439b2,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:37.135584 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f57cff-1d08-4781-abea-70f828b4c557 req-fee5a57d-bae1-4f23-b299-92e91f74b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:37.137112 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-24f57cff-1d08-4781-abea-70f828b4c557 req-fee5a57d-bae1-4f23-b299-92e91f74b6da service neutron] 10.222.0.54 "GET /v2.0/networks?id=844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 200 len: 914 time: 0.3175664 Jun 07 13:39:37.151015 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-651532fc-890c-4f84-837b-7f45fe6b3ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:37.159888 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb0a6a-a3ce-4ae5-8e3c-ef371fc0d5c9 req-41c6fa66-62f9-420b-bb41-2ab426183a96 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:37.161944 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-77bb0a6a-a3ce-4ae5-8e3c-ef371fc0d5c9 req-41c6fa66-62f9-420b-bb41-2ab426183a96 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 944 time: 0.1994486 Jun 07 13:39:37.219723 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d4323b3b-14fb-4b61-87af-32f8460e5b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.235647 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-24f57cff-1d08-4781-abea-70f828b4c557 req-33ab95cb-aff5-4c7f-ad13-3cd628c3b11d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae HTTP/1.1" status: 200 len: 217 time: 0.0732839 Jun 07 13:39:37.251809 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d4323b3b-14fb-4b61-87af-32f8460e5b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.329123 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-77bb0a6a-a3ce-4ae5-8e3c-ef371fc0d5c9 req-4597a7ac-1741-4ed0-a8ab-f9232edb3120 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955184 Jun 07 13:39:37.333626 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d4323b3b-14fb-4b61-87af-32f8460e5b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.336876 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d4323b3b-14fb-4b61-87af-32f8460e5b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.341514 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-d4323b3b-14fb-4b61-87af-32f8460e5b85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d306ade5-1439-44a9-805d-233c9c0439b2 HTTP/1.1" status: 204 len: 168 time: 0.2113421 Jun 07 13:39:37.342413 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-24c011dd-85c2-4ffd-85ab-dd1d6c90f345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:37.345551 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f57cff-1d08-4781-abea-70f828b4c557 req-3731ef79-d491-4314-ab63-c2618238bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:37.355984 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-24f57cff-1d08-4781-abea-70f828b4c557 req-3731ef79-d491-4314-ab63-c2618238bb10 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0e25dc1d-cf63-403a-9f14-69b96cbdcfa0 HTTP/1.1" status: 200 len: 853 time: 0.0961251 Jun 07 13:39:37.360607 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4323b3b-14fb-4b61-87af-32f8460e5b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d306ade5-1439-44a9-805d-233c9c0439b2,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:37.362989 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d4323b3b-14fb-4b61-87af-32f8460e5b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:37.418904 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-24f57cff-1d08-4781-abea-70f828b4c557 req-21410f41-5ba0-47a4-bb76-e461544571be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=844ddbe4-c8bc-4253-9153-cd41903e9144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590997 Jun 07 13:39:37.612662 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-24f57cff-1d08-4781-abea-70f828b4c557 req-648f5e9a-5a47-47d4-b451-ccedf1852cee service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848447 Jun 07 13:39:37.852206 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01210068-df82-4262-b1a4-75f7ef87e991 req-ff991a9d-21bf-4f4f-a284-b456a23fdaf3 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:37.853689 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-01210068-df82-4262-b1a4-75f7ef87e991 req-ff991a9d-21bf-4f4f-a284-b456a23fdaf3 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.2263823 Jun 07 13:39:37.863459 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-24f57cff-1d08-4781-abea-70f828b4c557 req-a6363ebb-63bf-4194-b776-44d3a47e64b6 service neutron] 10.222.0.54 "GET /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640685 Jun 07 13:39:37.869611 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:37.907117 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-01210068-df82-4262-b1a4-75f7ef87e991 req-6bf3c485-0f59-4054-bb6b-71e4a3a34c8d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458188 Jun 07 13:39:38.119675 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d674fc-2691-4725-8635-ecf402934495 req-99631198-6513-43ec-b8ac-3ebe024b5fd4 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:38.121117 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-99631198-6513-43ec-b8ac-3ebe024b5fd4 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/networks?id=16b23170-0c21-4514-ad82-8d84feb4c151 HTTP/1.1" status: 200 len: 808 time: 0.1517382 Jun 07 13:39:38.135595 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-e6df9735-91b1-4c03-8588-aba7e5a286c6 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/quotas/06d0e21cb4a14215a8a8b18fd13f7203 HTTP/1.1" status: 200 len: 375 time: 0.0091364 Jun 07 13:39:38.186150 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-3e5e6f46-c0b9-4c6f-82e0-1a36363b325e tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=06d0e21cb4a14215a8a8b18fd13f7203&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455697 Jun 07 13:39:38.319451 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-e6b2e726-bb66-4efc-b118-5f96f8c4fe09 service neutron] 10.222.0.50 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254661 Jun 07 13:39:38.454060 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-6c4bb057-f2b1-4111-8420-0389234c859d service neutron] 10.222.0.50 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288261 Jun 07 13:39:38.526189 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde1be4-2556-4275-b8f6-2079a1bbfe37 req-ac7a4a45-31ac-4e01-881f-9e06438f2f65 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:38.527721 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8fde1be4-2556-4275-b8f6-2079a1bbfe37 req-ac7a4a45-31ac-4e01-881f-9e06438f2f65 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 944 time: 0.0885954 Jun 07 13:39:38.591079 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8fde1be4-2556-4275-b8f6-2079a1bbfe37 req-96c120d6-5c70-4ca9-8e27-2d8b49ebbae3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551324 Jun 07 13:39:38.649059 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ddfd35cd-bbc2-475e-83c5-e52e09202e7a req-9aec40a9-9052-4338-a9f3-ca01194ec491 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 210 time: 0.0429556 Jun 07 13:39:38.711757 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 9237b1c6-9324-4bf4-953a-0bad0469f24d no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:39:38.745988 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: 9237b1c6-9324-4bf4-953a-0bad0469f24d {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:39:38.746415 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 9237b1c6-9324-4bf4-953a-0bad0469f24d not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:39:39.110709 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbb9a1-96d4-48f7-8639-9dddaa37d2b4 req-bad6055c-d118-4f51-824b-a00874474cae tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:39.112150 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4bbb9a1-96d4-48f7-8639-9dddaa37d2b4 req-bad6055c-d118-4f51-824b-a00874474cae tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0836236 Jun 07 13:39:39.160260 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4bbb9a1-96d4-48f7-8639-9dddaa37d2b4 req-d1e06922-bf07-486e-be2b-02cd70422551 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 Jun 07 13:39:39.656422 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:39.787101 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb0bb-89b8-4958-9ed2-07be60ab5a53 req-cf5fcec5-f3c0-4d12-9198-ef6004e694c4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:39.789252 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e3bcb0bb-89b8-4958-9ed2-07be60ab5a53 req-cf5fcec5-f3c0-4d12-9198-ef6004e694c4 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 944 time: 0.0932100 Jun 07 13:39:39.848926 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e3bcb0bb-89b8-4958-9ed2-07be60ab5a53 req-330baae6-fc8b-4dd1-bfc1-34289dfe1b11 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534344 Jun 07 13:39:39.858034 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-345cde36-e3e5-476d-b26d-0b4833d01219 req-6034692d-afa7-4b38-a73e-0cc0b4ea47e0 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 210 time: 0.0926566 Jun 07 13:39:40.008537 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d674fc-2691-4725-8635-ecf402934495 req-ca4f7f20-be54-40aa-88f4-9890ae98ca60 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:40.010224 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-ca4f7f20-be54-40aa-88f4-9890ae98ca60 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.54 "GET /v2.0/networks?id=16b23170-0c21-4514-ad82-8d84feb4c151 HTTP/1.1" status: 200 len: 808 time: 0.1861329 Jun 07 13:39:40.059919 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Request body: {'port': {'device_id': 'af0fdebd-5f02-4070-899c-968db686d31a', 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151', 'admin_state_up': True, 'tenant_id': '06d0e21cb4a14215a8a8b18fd13f7203'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:40.228537 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Made reservation on behalf of 06d0e21cb4a14215a8a8b18fd13f7203 for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:40.232149 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.372202 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94272581-6fbc-4ef2-816d-e80651caa74e req-5eb422a3-9419-4ef2-835d-ca7a3c7d7135 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:40.374157 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-94272581-6fbc-4ef2-816d-e80651caa74e req-5eb422a3-9419-4ef2-835d-ca7a3c7d7135 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0898750 Jun 07 13:39:40.416377 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Allocated IP 172.20.0.4 (16b23170-0c21-4514-ad82-8d84feb4c151/c07fca44-1016-4d3c-ad7d-f5110cff8b2e/aa7e0f24-d06b-4490-af5e-5b92579f2bc5) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:40.427454 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-94272581-6fbc-4ef2-816d-e80651caa74e req-e02741fa-cc80-40b8-bcf9-61411598b5a5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472732 Jun 07 13:39:40.612271 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.643795 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.650385 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:40.712271 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device b6c7c72d-b2cc-4a40-9e34-1eace8a654ae details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:39:40.792716 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Network 16b23170-0c21-4514-ad82-8d84feb4c151 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:40.795922 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:40.799776 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:40.836937 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Pushing event updated for resources: {'Port': ['ID=aa7e0f24-d06b-4490-af5e-5b92579f2bc5,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:40.841203 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:40.857450 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:40.869056 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:40.869595 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.871852 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'b6c7c72d-b2cc-4a40-9e34-1eace8a654ae', 'network_id': '844ddbe4-c8bc-4253-9153-cd41903e9144', 'port_id': 'b6c7c72d-b2cc-4a40-9e34-1eace8a654ae', 'mac_address': 'fa:16:3e:77:a9:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e25dc1d-cf63-403a-9f14-69b96cbdcfa0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:39:40.888254 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8322575 Jun 07 13:39:40.907106 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Request body: {'port': {'device_id': 'af0fdebd-5f02-4070-899c-968db686d31a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:40.938748 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.958740 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c7c72d-b2cc-4a40-9e34-1eace8a654ae {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:40.978180 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:40.984567 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:40.986634 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-edb61441-a6a4-4d5d-91d3-062c234ad41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:41.058570 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:41.063181 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:41.088308 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.088553 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f20f5-4505-48ca-bc1a-fad36f2cbc5a req-088441ef-5241-48de-8e3f-d02d44bcb912 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:41.090294 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6f3f20f5-4505-48ca-bc1a-fad36f2cbc5a req-088441ef-5241-48de-8e3f-d02d44bcb912 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 931 time: 0.0896595 Jun 07 13:39:41.136763 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6f3f20f5-4505-48ca-bc1a-fad36f2cbc5a req-c5d67db5-1b7f-4914-b101-3727c0a8dce8 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397122 Jun 07 13:39:41.186777 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb4791-9d65-4e7d-a062-d892064139a2 req-ea8ef7b9-aa04-4dbc-8366-a511b34257f9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:41.188249 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fbdb4791-9d65-4e7d-a062-d892064139a2 req-ea8ef7b9-aa04-4dbc-8366-a511b34257f9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 945 time: 0.1795044 Jun 07 13:39:41.311665 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fbdb4791-9d65-4e7d-a062-d892064139a2 req-ba311b7d-2a92-4526-acda-1f49e46c7444 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831630 Jun 07 13:39:41.498852 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7e0f24-d06b-4490-af5e-5b92579f2bc5 {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:41.507606 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.521912 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Transition to ACTIVE for port object aa7e0f24-d06b-4490-af5e-5b92579f2bc5 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:41.526529 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['b6c7c72d-b2cc-4a40-9e34-1eace8a654ae'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:41.527014 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.531259 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:41.702815 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7e0f24-d06b-4490-af5e-5b92579f2bc5,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:41.713381 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:41.806451 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45708) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:41.824714 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c281-fd46-472f-9b90-8c8272ef0412 req-ed5d8710-82e7-41f3-bff7-7d6f4cd225b8 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:41.826207 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b098c281-fd46-472f-9b90-8c8272ef0412 req-ed5d8710-82e7-41f3-bff7-7d6f4cd225b8 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.2605979 Jun 07 13:39:41.861852 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Attempting to bind port aa7e0f24-d06b-4490-af5e-5b92579f2bc5 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:41.862212 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Attempting to bind port aa7e0f24-d06b-4490-af5e-5b92579f2bc5 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'd0aa55b0-6147-440a-872c-a4b2ba20c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:41.862592 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Attempting to bind port aa7e0f24-d06b-4490-af5e-5b92579f2bc5 on network 16b23170-0c21-4514-ad82-8d84feb4c151 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:41.870588 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Port aa7e0f24-d06b-4490-af5e-5b92579f2bc5 on network 16b23170-0c21-4514-ad82-8d84feb4c151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:39:41.871181 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Attempting to bind port aa7e0f24-d06b-4490-af5e-5b92579f2bc5 on network 16b23170-0c21-4514-ad82-8d84feb4c151 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:41.889685 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:41.890029 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Checking segment: {'id': 'd0aa55b0-6147-440a-872c-a4b2ba20c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:41.890448 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Bound using segment: {'id': 'd0aa55b0-6147-440a-872c-a4b2ba20c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:41.890890 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Bound port: aa7e0f24-d06b-4490-af5e-5b92579f2bc5, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa55b0-6147-440a-872c-a4b2ba20c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:41.891239 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.904787 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b098c281-fd46-472f-9b90-8c8272ef0412 req-9d248210-def8-46a9-a7ff-47e964943735 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649099 Jun 07 13:39:41.931578 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7980b8a6-27e0-440a-8cbf-d6fe8414b7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.987614 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] For port aa7e0f24-d06b-4490-af5e-5b92579f2bc5, host hv-cinder-78536, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:41.990866 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] For port aa7e0f24-d06b-4490-af5e-5b92579f2bc5, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=aa7e0f24-d06b-4490-af5e-5b92579f2bc5,segment=NetworkSegment(d0aa55b0-6147-440a-872c-a4b2ba20c286),segment_id=d0aa55b0-6147-440a-872c-a4b2ba20c286)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:41.995296 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:41.999105 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cbc57c51-4566-4244-b1cc-ca600fc065bf tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:42.037169 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7980b8a6-27e0-440a-8cbf-d6fe8414b7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.041704 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7980b8a6-27e0-440a-8cbf-d6fe8414b7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.050472 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d4323b3b-14fb-4b61-87af-32f8460e5b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:42.064907 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:42.065531 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.066943 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] 10.222.0.54 "PUT /v2.0/ports/aa7e0f24-d06b-4490-af5e-5b92579f2bc5 HTTP/1.1" status: 200 len: 1093 time: 1.1650815 Jun 07 13:39:42.067421 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0fdebd-5f02-4070-899c-968db686d31a', 'tag': 'aa7e0f24-d06b-4490-af5e-5b92579f2bc5'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:42.069813 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37cc40e-ab1f-45d3-9ee7-20cdd4e17d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "af0fdebd-5f02-4070-899c-968db686d31a", "tag": "aa7e0f24-d06b-4490-af5e-5b92579f2bc5"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:42.090566 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-7980b8a6-27e0-440a-8cbf-d6fe8414b7bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=622f382ff49348bfbbbabe078b0f8b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829945 Jun 07 13:39:42.091483 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980b8a6-27e0-440a-8cbf-d6fe8414b7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b25849-9f25-4484-af73-896c48a9149f,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:42.093713 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45714) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:42.095699 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7980b8a6-27e0-440a-8cbf-d6fe8414b7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:42.096892 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7e0f24-d06b-4490-af5e-5b92579f2bc5,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:42.110423 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:42.127197 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7091bd8-348f-4c1c-8850-b59f18f16ae2 x-openstack-request-id: req-c7091bd8-348f-4c1c-8850-b59f18f16ae2 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:42.127497 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0fdebd-5f02-4070-899c-968db686d31a", "tag": "aa7e0f24-d06b-4490-af5e-5b92579f2bc5", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:42.127774 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7091bd8-348f-4c1c-8850-b59f18f16ae2 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:42.128200 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0fdebd-5f02-4070-899c-968db686d31a', 'tag': 'aa7e0f24-d06b-4490-af5e-5b92579f2bc5', 'status': 'completed', 'code': 200} Jun 07 13:39:42.234778 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d674fc-2691-4725-8635-ecf402934495 req-64f9db95-e261-4e93-91d6-58797d90b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:42.236446 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-64f9db95-e261-4e93-91d6-58797d90b345 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06d0e21cb4a14215a8a8b18fd13f7203&device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 1096 time: 0.0903280 Jun 07 13:39:42.242367 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-734d95bb-bde6-49f8-825e-34f7be25cebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.268546 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-734d95bb-bde6-49f8-825e-34f7be25cebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.325692 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-734d95bb-bde6-49f8-825e-34f7be25cebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.328595 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-734d95bb-bde6-49f8-825e-34f7be25cebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:42.332234 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-734d95bb-bde6-49f8-825e-34f7be25cebb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83b25849-9f25-4484-af73-896c48a9149f HTTP/1.1" status: 204 len: 168 time: 0.2352464 Jun 07 13:39:42.332234 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2911c357-7f34-4819-8e1a-9987a7e1adb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:42.343114 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d95bb-bde6-49f8-825e-34f7be25cebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b25849-9f25-4484-af73-896c48a9149f,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:42.345516 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-734d95bb-bde6-49f8-825e-34f7be25cebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:42.352190 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-12bd631b-aae0-4c58-b97a-60ba05f0e301 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa7e0f24-d06b-4490-af5e-5b92579f2bc5 HTTP/1.1" status: 200 len: 217 time: 0.1035030 Jun 07 13:39:42.441559 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d674fc-2691-4725-8635-ecf402934495 req-395c02e7-ea10-4207-91c8-2ffc9de03095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:42.443034 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-395c02e7-ea10-4207-91c8-2ffc9de03095 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c07fca44-1016-4d3c-ad7d-f5110cff8b2e HTTP/1.1" status: 200 len: 848 time: 0.0774124 Jun 07 13:39:42.458034 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698ae73-6992-47d7-a85f-4e75824132f9 req-20737b03-d1dc-47e6-b362-f452ccfbec51 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:42.459655 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c698ae73-6992-47d7-a85f-4e75824132f9 req-20737b03-d1dc-47e6-b362-f452ccfbec51 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 943 time: 0.1487827 Jun 07 13:39:42.516888 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-452e10e6-5931-4ad0-8caa-4e648e5ccf6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16b23170-0c21-4514-ad82-8d84feb4c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557170 Jun 07 13:39:42.568132 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c698ae73-6992-47d7-a85f-4e75824132f9 req-02203867-2d64-4d3a-883e-7c87be6f96ee tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764475 Jun 07 13:39:42.643774 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee066062-f7d0-43fe-baa9-21957233c86c req-f40661b4-195b-4402-ad46-5fa0415f24af tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:42.652184 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ee066062-f7d0-43fe-baa9-21957233c86c req-f40661b4-195b-4402-ad46-5fa0415f24af tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 945 time: 0.1068659 Jun 07 13:39:42.699797 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ee066062-f7d0-43fe-baa9-21957233c86c req-a60c070e-cd10-4c12-ab0d-2f9b03a4e937 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466452 Jun 07 13:39:42.764690 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-7d7d6807-62e1-48c0-a176-f38bc3650bdd service neutron] 10.222.0.54 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310798 Jun 07 13:39:42.943433 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9d674fc-2691-4725-8635-ecf402934495 req-887090bb-7d04-4b78-9b56-ac35f31b75d4 service neutron] 10.222.0.54 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471171 Jun 07 13:39:43.084806 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cc40e-ab1f-45d3-9ee7-20cdd4e17d3c req-b6cd515b-91ce-4be6-b60c-18285ee2fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:43.086836 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e37cc40e-ab1f-45d3-9ee7-20cdd4e17d3c req-b6cd515b-91ce-4be6-b60c-18285ee2fdd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06d0e21cb4a14215a8a8b18fd13f7203&device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 1096 time: 0.0762856 Jun 07 13:39:43.099295 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb395535-d043-4be1-b3d5-d77517f22a08 req-b3785b54-54f1-4494-a897-e0e2c75e5701 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:43.101931 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-eb395535-d043-4be1-b3d5-d77517f22a08 req-b3785b54-54f1-4494-a897-e0e2c75e5701 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0850229 Jun 07 13:39:43.152431 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-eb395535-d043-4be1-b3d5-d77517f22a08 req-1761e8cd-bf30-4fd4-94dd-08f06b52b591 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446653 Jun 07 13:39:43.246296 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cc40e-ab1f-45d3-9ee7-20cdd4e17d3c req-635fcf16-294b-4380-9c89-765313a6ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:43.247723 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e37cc40e-ab1f-45d3-9ee7-20cdd4e17d3c req-635fcf16-294b-4380-9c89-765313a6ddc7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=16b23170-0c21-4514-ad82-8d84feb4c151 HTTP/1.1" status: 200 len: 909 time: 0.1341405 Jun 07 13:39:43.326086 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e37cc40e-ab1f-45d3-9ee7-20cdd4e17d3c req-74e55d60-9aad-405a-9e20-62494970b9ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa7e0f24-d06b-4490-af5e-5b92579f2bc5 HTTP/1.1" status: 200 len: 217 time: 0.0661812 Jun 07 13:39:43.392651 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cc40e-ab1f-45d3-9ee7-20cdd4e17d3c req-28e7a3ea-7c11-4bd2-b907-4949260f7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:43.394096 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e37cc40e-ab1f-45d3-9ee7-20cdd4e17d3c req-28e7a3ea-7c11-4bd2-b907-4949260f7845 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c07fca44-1016-4d3c-ad7d-f5110cff8b2e HTTP/1.1" status: 200 len: 848 time: 0.0577879 Jun 07 13:39:43.443155 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e37cc40e-ab1f-45d3-9ee7-20cdd4e17d3c req-8ec4278b-b26a-473c-9291-a89cd56c8c81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=16b23170-0c21-4514-ad82-8d84feb4c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407693 Jun 07 13:39:43.587378 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e37cc40e-ab1f-45d3-9ee7-20cdd4e17d3c req-0a5cbde5-502f-4869-b3d2-cfcb1434b0a2 service neutron] 10.222.0.54 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324630 Jun 07 13:39:43.740400 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e37cc40e-ab1f-45d3-9ee7-20cdd4e17d3c req-39e75bef-6c7a-43db-97a4-1e8ed50dbf60 service neutron] 10.222.0.54 "GET /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451602 Jun 07 13:39:43.792397 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50867ed0-a33b-4dfd-a286-a3fef47cca57 req-f343a75f-b303-43c2-87cc-3b051793399c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:43.793756 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-50867ed0-a33b-4dfd-a286-a3fef47cca57 req-f343a75f-b303-43c2-87cc-3b051793399c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 943 time: 0.0932825 Jun 07 13:39:43.840843 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-50867ed0-a33b-4dfd-a286-a3fef47cca57 req-122ade77-e228-4cd0-96b9-30ba187c76a4 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Jun 07 13:39:43.903310 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448d7b-f383-49f2-afa7-96ec1dfb4b96 req-227cb732-106b-4e7d-a623-52c52fd9393b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:43.904807 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-67448d7b-f383-49f2-afa7-96ec1dfb4b96 req-227cb732-106b-4e7d-a623-52c52fd9393b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 945 time: 0.0860200 Jun 07 13:39:43.949856 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-67448d7b-f383-49f2-afa7-96ec1dfb4b96 req-70fa4076-7f7d-4b5f-b023-d9dd2d06662d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390618 Jun 07 13:39:44.337907 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f619102-1e72-427b-9638-d0f0b2bf9f0d req-55a85e69-fae2-4936-824c-78af9f1222c5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:44.339475 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0f619102-1e72-427b-9638-d0f0b2bf9f0d req-55a85e69-fae2-4936-824c-78af9f1222c5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0784664 Jun 07 13:39:44.386734 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0f619102-1e72-427b-9638-d0f0b2bf9f0d req-766070a6-d6b1-4fbc-b89b-e9600b02625f tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Jun 07 13:39:44.728826 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device b6c7c72d-b2cc-4a40-9e34-1eace8a654ae up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:44.804095 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:44.809005 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:44.809376 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.941899 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.974845 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c7c72d-b2cc-4a40-9e34-1eace8a654ae'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:44.977461 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a59e9e-4eab-4d0e-a3cd-c8a3f74672da" -d '{"events": [{"server_uuid": "fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf", "name": "network-vif-plugged", "status": "completed", "tag": "b6c7c72d-b2cc-4a40-9e34-1eace8a654ae"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:44.987082 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:44.995241 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:44.998320 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:45.048504 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9b25b-0714-43f3-95f4-6f7c97163d08 req-6481f6b4-a3aa-4a53-96b6-1ee373efcacb tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:45.050150 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bcf9b25b-0714-43f3-95f4-6f7c97163d08 req-6481f6b4-a3aa-4a53-96b6-1ee373efcacb tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 943 time: 0.0976646 Jun 07 13:39:45.091139 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:45.095079 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:45.114712 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bcf9b25b-0714-43f3-95f4-6f7c97163d08 req-f0f3375a-e481-4bd4-a273-cab1bb8b180d tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584652 Jun 07 13:39:45.182150 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780bdee-dc60-424f-b749-618a4eaf7f79 req-6a40452e-c4f3-4ef1-b8a6-92edfeaf784b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:45.187506 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbbf62d-dee8-4cbd-8cf2-0b3134b2754d x-openstack-request-id: req-6fbbf62d-dee8-4cbd-8cf2-0b3134b2754d {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:45.188046 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf", "name": "network-vif-plugged", "status": "completed", "tag": "b6c7c72d-b2cc-4a40-9e34-1eace8a654ae", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:45.189248 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6fbbf62d-dee8-4cbd-8cf2-0b3134b2754d {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:45.189529 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c780bdee-dc60-424f-b749-618a4eaf7f79 req-6a40452e-c4f3-4ef1-b8a6-92edfeaf784b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 946 time: 0.0986195 Jun 07 13:39:45.190224 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c7c72d-b2cc-4a40-9e34-1eace8a654ae', 'code': 200} Jun 07 13:39:45.241390 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c780bdee-dc60-424f-b749-618a4eaf7f79 req-657ea270-38df-4034-8f6e-e72f411a235b tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509098 Jun 07 13:39:45.504861 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588faee-7b9a-43ae-a5ca-df4c9920ff70 req-d4f33154-fefa-4833-b041-e75384569f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:45.506551 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3588faee-7b9a-43ae-a5ca-df4c9920ff70 req-d4f33154-fefa-4833-b041-e75384569f6d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 1099 time: 0.0951300 Jun 07 13:39:45.535288 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:39:45.579134 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3588faee-7b9a-43ae-a5ca-df4c9920ff70 req-15738f28-98eb-46b5-baee-2afdd6ed1ff3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538712 Jun 07 13:39:45.624871 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeaec04-5549-4e81-ac60-6533e35cff6e req-97d5927c-88e9-404e-b246-f0a5fa77252d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:45.631424 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-beeaec04-5549-4e81-ac60-6533e35cff6e req-97d5927c-88e9-404e-b246-f0a5fa77252d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1164391 Jun 07 13:39:45.674993 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-beeaec04-5549-4e81-ac60-6533e35cff6e req-254c5a21-b0d5-44fc-8d56-2632d6b8c883 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393093 Jun 07 13:39:46.298292 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4ea61-16de-45b9-91ff-349750f5e12a req-1e78fefe-301c-4eff-98f0-21164fd3915a tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:46.299738 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e4d4ea61-16de-45b9-91ff-349750f5e12a req-1e78fefe-301c-4eff-98f0-21164fd3915a tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 943 time: 0.0805380 Jun 07 13:39:46.351202 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e4d4ea61-16de-45b9-91ff-349750f5e12a req-a9a92c3e-085d-440b-a3a6-6ae26adad5d4 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Jun 07 13:39:46.445624 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0e201-b312-497e-b54b-3a0e857ed686 req-b44fa094-9efd-485a-be36-5a31c0f6dc80 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:46.448339 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9fe0e201-b312-497e-b54b-3a0e857ed686 req-b44fa094-9efd-485a-be36-5a31c0f6dc80 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 946 time: 0.0894430 Jun 07 13:39:46.492195 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9fe0e201-b312-497e-b54b-3a0e857ed686 req-b5d82657-fdbc-420d-8f6d-3d57a4572503 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391579 Jun 07 13:39:46.747888 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device aa7e0f24-d06b-4490-af5e-5b92579f2bc5 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:39:46.861491 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c637e-5521-4265-909b-c261c575e44a req-be8da743-1414-49c8-b207-02e9c7efbdfa tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:46.862990 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-390c637e-5521-4265-909b-c261c575e44a req-be8da743-1414-49c8-b207-02e9c7efbdfa tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0834830 Jun 07 13:39:46.881642 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port aa7e0f24-d06b-4490-af5e-5b92579f2bc5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=aa7e0f24-d06b-4490-af5e-5b92579f2bc5,segment=NetworkSegment(d0aa55b0-6147-440a-872c-a4b2ba20c286),segment_id=d0aa55b0-6147-440a-872c-a4b2ba20c286)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:46.895579 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'aa7e0f24-d06b-4490-af5e-5b92579f2bc5', 'network_id': '16b23170-0c21-4514-ad82-8d84feb4c151', 'port_id': 'aa7e0f24-d06b-4490-af5e-5b92579f2bc5', 'mac_address': 'fa:16:3e:bb:f8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07fca44-1016-4d3c-ad7d-f5110cff8b2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:39:46.911037 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-390c637e-5521-4265-909b-c261c575e44a req-83581a58-e84a-4669-99f3-be357a8adaed tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Jun 07 13:39:46.951839 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:46.969857 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7e0f24-d06b-4490-af5e-5b92579f2bc5 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:46.987332 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port aa7e0f24-d06b-4490-af5e-5b92579f2bc5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=aa7e0f24-d06b-4490-af5e-5b92579f2bc5,segment=NetworkSegment(d0aa55b0-6147-440a-872c-a4b2ba20c286),segment_id=d0aa55b0-6147-440a-872c-a4b2ba20c286)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:46.992180 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:46.994271 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:47.065948 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=aa7e0f24-d06b-4490-af5e-5b92579f2bc5,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:47.069341 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:47.517844 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 45840) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:47.558117 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e864e-522f-4f2f-aabb-25ff00d41041 req-8cbb0f8d-a477-43e8-b228-029ab4fa216a tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:47.559061 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['aa7e0f24-d06b-4490-af5e-5b92579f2bc5'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:39:47.560760 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-374e864e-522f-4f2f-aabb-25ff00d41041 req-8cbb0f8d-a477-43e8-b228-029ab4fa216a tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 944 time: 0.0854771 Jun 07 13:39:47.634311 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-374e864e-522f-4f2f-aabb-25ff00d41041 req-a6bb3aeb-63df-4757-9134-167d644a0061 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666480 Jun 07 13:39:47.792317 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-aaf83f37-81f3-4fcc-b5ee-25ec1140e425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:47.901966 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05993ef0-78c7-4eb2-9763-694a0345e2f8 req-c7c37377-213a-414d-971c-eaa0da2150c8 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:47.903442 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-05993ef0-78c7-4eb2-9763-694a0345e2f8 req-c7c37377-213a-414d-971c-eaa0da2150c8 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 946 time: 0.2566106 Jun 07 13:39:47.965573 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-05993ef0-78c7-4eb2-9763-694a0345e2f8 req-5cbaf581-426d-4ec9-97c2-92fe3f5ae375 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527794 Jun 07 13:39:48.026588 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-aaf83f37-81f3-4fcc-b5ee-25ec1140e425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:48.031032 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-aaf83f37-81f3-4fcc-b5ee-25ec1140e425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:48.037788 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3a8816ea-f596-4a40-9493-0aca24553003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:48.086406 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf83f37-81f3-4fcc-b5ee-25ec1140e425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f1049-24f0-4abc-b114-348304db830d,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:48.094830 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-aaf83f37-81f3-4fcc-b5ee-25ec1140e425 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=967dd85cc44a4e629f86f85a017a6587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744312 Jun 07 13:39:48.096188 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-aaf83f37-81f3-4fcc-b5ee-25ec1140e425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:48.096667 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 45856) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:48.137771 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3f8d4-438e-476f-a7db-287012ee2a88 req-1edd0fad-53fa-4438-9988-85747510e0aa tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:48.139624 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e3f3f8d4-438e-476f-a7db-287012ee2a88 req-1edd0fad-53fa-4438-9988-85747510e0aa tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1187966 Jun 07 13:39:48.176340 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8c42ddb6-bdbc-4ba5-b605-fa9fcdd5ec6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:48.188485 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e3f3f8d4-438e-476f-a7db-287012ee2a88 req-214bf505-0d48-4813-a07f-9e351cb94fa4 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422161 Jun 07 13:39:48.220114 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8c42ddb6-bdbc-4ba5-b605-fa9fcdd5ec6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:48.283082 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8c42ddb6-bdbc-4ba5-b605-fa9fcdd5ec6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:48.285588 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8c42ddb6-bdbc-4ba5-b605-fa9fcdd5ec6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:48.286845 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-8c42ddb6-bdbc-4ba5-b605-fa9fcdd5ec6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c86f1049-24f0-4abc-b114-348304db830d HTTP/1.1" status: 204 len: 168 time: 0.1891549 Jun 07 13:39:48.287629 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d964b514-acb4-470c-89ae-1f5dd61ad127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:48.300284 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42ddb6-bdbc-4ba5-b605-fa9fcdd5ec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f1049-24f0-4abc-b114-348304db830d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:48.302951 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8c42ddb6-bdbc-4ba5-b605-fa9fcdd5ec6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:48.855817 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48124af2-09b5-4282-9277-1d8a4897ab29 req-8c252e95-bf62-432e-b506-421401906cf1 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:48.864255 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-48124af2-09b5-4282-9277-1d8a4897ab29 req-8c252e95-bf62-432e-b506-421401906cf1 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 944 time: 0.1089911 Jun 07 13:39:48.918144 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-48124af2-09b5-4282-9277-1d8a4897ab29 req-50619740-9f44-4e2e-ba01-c6ab5a5e2cf8 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529091 Jun 07 13:39:49.386929 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ac5ac-1b1b-4356-9660-bff8f7e54cb8 req-7ea9bdfa-40ac-40f2-8f1b-96c4012538db tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:49.388401 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-dd1ac5ac-1b1b-4356-9660-bff8f7e54cb8 req-7ea9bdfa-40ac-40f2-8f1b-96c4012538db tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0831680 Jun 07 13:39:49.433663 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-dd1ac5ac-1b1b-4356-9660-bff8f7e54cb8 req-b7e5cb8b-fdde-45ba-8e79-9f00ef1739f0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Jun 07 13:39:49.486455 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 45904) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:49.604804 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b7e7bdf4-5ccc-49e1-a80c-3722882361bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.709330 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b7e7bdf4-5ccc-49e1-a80c-3722882361bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.713077 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b7e7bdf4-5ccc-49e1-a80c-3722882361bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.720351 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4222e437-3328-4710-afd7-7d89f9ac9299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:49.761810 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-b7e7bdf4-5ccc-49e1-a80c-3722882361bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1b69088506e4cf78a7aa05f7bd95717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742548 Jun 07 13:39:49.762587 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7bdf4-5ccc-49e1-a80c-3722882361bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0876e23-62d8-454f-88f5-017007fef57d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:49.764361 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 45914) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:49.765534 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b7e7bdf4-5ccc-49e1-a80c-3722882361bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:49.830117 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.857843 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.916795 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.919298 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:49.920418 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0876e23-62d8-454f-88f5-017007fef57d HTTP/1.1" status: 204 len: 168 time: 0.1541646 Jun 07 13:39:49.921140 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-04a1323f-a1af-4ed9-bafd-21b1c2c35f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:49.930665 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0876e23-62d8-454f-88f5-017007fef57d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:49.938013 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.938402 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.938763 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.939112 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.939459 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.939804 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.940360 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.940464 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.941103 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.941595 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.942082 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.942592 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:49.945935 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:50.155142 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb3317-e471-44eb-a247-75d717312187 req-6f05a20f-a55c-47e4-862a-ebcec6260272 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:50.160342 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-51bb3317-e471-44eb-a247-75d717312187 req-6f05a20f-a55c-47e4-862a-ebcec6260272 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 944 time: 0.1207716 Jun 07 13:39:50.243141 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-51bb3317-e471-44eb-a247-75d717312187 req-dafb0a99-4ae8-4be7-8f24-218910844d93 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757542 Jun 07 13:39:50.639191 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6361d4-3a3d-4d4e-a426-ee2ac1e22fa3 req-e6c42f6d-cdac-4517-b684-29198f695682 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:50.640822 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5c6361d4-3a3d-4d4e-a426-ee2ac1e22fa3 req-e6c42f6d-cdac-4517-b684-29198f695682 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0979788 Jun 07 13:39:50.699451 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5c6361d4-3a3d-4d4e-a426-ee2ac1e22fa3 req-12a485de-aec6-4921-bfee-888ef81a2d55 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511434 Jun 07 13:39:50.756796 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 45966) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:50.765582 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device aa7e0f24-d06b-4490-af5e-5b92579f2bc5 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:39:50.843808 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port aa7e0f24-d06b-4490-af5e-5b92579f2bc5 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:39:50.849409 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port aa7e0f24-d06b-4490-af5e-5b92579f2bc5 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:39:50.851156 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:50.891744 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1232367803-network', 'tenant_id': '7614ad3e49164d13a8a289dc9a7ac6cb'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:50.912633 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e624d-5f01-47ca-9609-eb21b4e2259a req-dbd1f924-edfa-4abb-8fd8-1f6124085cf2 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:50.914680 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-218e624d-5f01-47ca-9609-eb21b4e2259a req-dbd1f924-edfa-4abb-8fd8-1f6124085cf2 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1007397 Jun 07 13:39:50.941740 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Made reservation on behalf of 7614ad3e49164d13a8a289dc9a7ac6cb for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:50.944032 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:50.969282 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:50.995168 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-218e624d-5f01-47ca-9609-eb21b4e2259a req-ddee53f7-df0c-41dc-b02b-588ae4a5f0de tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740118 Jun 07 13:39:51.001829 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:51.034857 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0fdebd-5f02-4070-899c-968db686d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7e0f24-d06b-4490-af5e-5b92579f2bc5'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:51.037158 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc8bc9a-5285-497a-bb5e-828d97d0daf1" -d '{"events": [{"server_uuid": "af0fdebd-5f02-4070-899c-968db686d31a", "name": "network-vif-plugged", "status": "completed", "tag": "aa7e0f24-d06b-4490-af5e-5b92579f2bc5"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:51.045565 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port aa7e0f24-d06b-4490-af5e-5b92579f2bc5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=aa7e0f24-d06b-4490-af5e-5b92579f2bc5,segment=NetworkSegment(d0aa55b0-6147-440a-872c-a4b2ba20c286),segment_id=d0aa55b0-6147-440a-872c-a4b2ba20c286)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:51.049103 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:51.051209 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:51.086763 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b8f662-79d7-4cf5-b5e6-a46a41412a46 x-openstack-request-id: req-02b8f662-79d7-4cf5-b5e6-a46a41412a46 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:51.087071 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0fdebd-5f02-4070-899c-968db686d31a", "name": "network-vif-plugged", "status": "completed", "tag": "aa7e0f24-d06b-4490-af5e-5b92579f2bc5", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:51.087337 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02b8f662-79d7-4cf5-b5e6-a46a41412a46 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:51.087736 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0fdebd-5f02-4070-899c-968db686d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7e0f24-d06b-4490-af5e-5b92579f2bc5', 'code': 200} Jun 07 13:39:51.106548 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:51.111079 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:51.117338 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ca18b0a2-6af2-427a-8dee-dce11228e839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:51.127235 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=aa7e0f24-d06b-4490-af5e-5b92579f2bc5,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:51.135828 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.136161 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.136605 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.137005 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.137418 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.137799 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.138359 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.138560 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.138952 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.139342 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.139727 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.140105 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:51.144064 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:51.149084 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:39:51.159545 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d282f519-247d-43a4-b870-bf76a3d3e3d0,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:51.162418 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:51.167008 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:51.167354 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Added segment be3738bb-762d-4d11-b45a-1b968b66a95b of type vlan for network 75710770-6375-4b03-8b8d-36fc4f8f2642 Jun 07 13:39:51.196049 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:51.228264 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:51.229686 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:51.230360 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:51.234326 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-880ef4b0-1447-4993-9ed3-4cf6168de1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:51.409939 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Pushing event updated for resources: {'Network': ['ID=75710770-6375-4b03-8b8d-36fc4f8f2642,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:51.416093 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:51.421037 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 75710770-6375-4b03-8b8d-36fc4f8f2642 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:39:51.428717 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6671271 Jun 07 13:39:51.428936 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 45978) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:39:51.433844 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Request body: {'subnet': {'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1232367803-subnet', 'tenant_id': '7614ad3e49164d13a8a289dc9a7ac6cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:51.481383 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf847c9-903e-4053-bba1-0f9ac9f8ec2a req-8f33f0d4-12cf-4a0b-a9ee-5a9b12c6d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:51.483092 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bcf847c9-903e-4053-bba1-0f9ac9f8ec2a req-8f33f0d4-12cf-4a0b-a9ee-5a9b12c6d6ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 1098 time: 0.1345181 Jun 07 13:39:51.484192 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Made reservation on behalf of 7614ad3e49164d13a8a289dc9a7ac6cb for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:51.486696 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1929094'] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:51.512014 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3c729-a24b-4c8d-becf-9b7f6222f16e req-1ab0d9a1-a46b-4877-8b40-1d5730e091a3 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:51.513503 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-efd3c729-a24b-4c8d-becf-9b7f6222f16e req-1ab0d9a1-a46b-4877-8b40-1d5730e091a3 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 945 time: 0.1334214 Jun 07 13:39:51.571242 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-efd3c729-a24b-4c8d-becf-9b7f6222f16e req-52535f5a-2752-47ab-ae79-e3f99d03dc10 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510633 Jun 07 13:39:51.620165 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bcf847c9-903e-4053-bba1-0f9ac9f8ec2a req-45a6bee2-1545-48e3-87a3-c515a936a599 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114845 Jun 07 13:39:51.734964 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27870537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1929108'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:51.739858 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:51.848184 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70833b7-d057-4aa7-a43e-97767c4968c9,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:51.856485 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:51.863383 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Checking segment: {'id': 'be3738bb-762d-4d11-b45a-1b968b66a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:51.863739 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Network hostable DHCP agents. Network: 75710770-6375-4b03-8b8d-36fc4f8f2642, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:39:51.898297 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Network 75710770-6375-4b03-8b8d-36fc4f8f2642 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:39:51.910806 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 75710770-6375-4b03-8b8d-36fc4f8f2642) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:51.915776 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:51.917862 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:51.918518 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43605201-3263-4cc2-a356-b5bcc422302a None None] Network 75710770-6375-4b03-8b8d-36fc4f8f2642 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:39:51.931128 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dcf9e-9f89-474f-b283-9664cd28c322 req-7fe2b23c-1f2f-4ffb-b3c9-82a6ad9d876a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:51.934007 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-034dcf9e-9f89-474f-b283-9664cd28c322 req-7fe2b23c-1f2f-4ffb-b3c9-82a6ad9d876a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1224825 Jun 07 13:39:51.964416 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-15a6bd82-8a82-4c31-bee8-4bce7fe02865 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5343270 Jun 07 13:39:51.985876 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-034dcf9e-9f89-474f-b283-9664cd28c322 req-512c8a4e-fb95-4be4-ab4c-a36229c462ec tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462241 Jun 07 13:39:52.128268 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e075812b-8ccc-4388-88b6-be31929d91c9 None None] Network 75710770-6375-4b03-8b8d-36fc4f8f2642 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:39:52.221649 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e3f8b-ddb7-4a34-b0a9-56728d078627 req-e1ede09f-cd2f-46ca-b625-483e56c0d9b6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:52.230785 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e56e3f8b-ddb7-4a34-b0a9-56728d078627 req-e1ede09f-cd2f-46ca-b625-483e56c0d9b6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1211624 Jun 07 13:39:52.293266 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e56e3f8b-ddb7-4a34-b0a9-56728d078627 req-12307522-fa1f-4d20-ac4f-66c5f0472375 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611744 Jun 07 13:39:52.812679 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac853e2-c247-45b7-a109-61ea4ae47c9b req-d6d47b7c-77fc-4e46-add1-3081f5e53f82 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:52.814163 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4ac853e2-c247-45b7-a109-61ea4ae47c9b req-d6d47b7c-77fc-4e46-add1-3081f5e53f82 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 945 time: 0.0887182 Jun 07 13:39:52.862878 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4ac853e2-c247-45b7-a109-61ea4ae47c9b req-3b8afb71-c88a-4593-a018-7720e3b3998f tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430861 Jun 07 13:39:53.214464 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd0a1c-487d-4950-ae45-6b4da96e89aa req-4a42fe72-7aa2-4d2c-9f0a-90726a7408c7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:53.218079 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3fcd0a1c-487d-4950-ae45-6b4da96e89aa req-4a42fe72-7aa2-4d2c-9f0a-90726a7408c7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1110790 Jun 07 13:39:53.268144 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3fcd0a1c-487d-4950-ae45-6b4da96e89aa req-b15cb64d-4b25-41cf-8635-357b81fcae9c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464745 Jun 07 13:39:53.480160 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e822e-9939-4c07-bf0e-37514754192b req-b530398d-9a66-4853-9ee3-4c6d9297e50d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:53.481608 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-880e822e-9939-4c07-bf0e-37514754192b req-b530398d-9a66-4853-9ee3-4c6d9297e50d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0859578 Jun 07 13:39:53.525849 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-880e822e-9939-4c07-bf0e-37514754192b req-ed16d77a-247b-49e8-9d49-d68da8041533 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385525 Jun 07 13:39:54.107933 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd842c-d060-42ee-94c4-ba397a417226 req-908ad9c6-be5d-426f-8b1c-e13919a5712b tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:54.109394 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c7fd842c-d060-42ee-94c4-ba397a417226 req-908ad9c6-be5d-426f-8b1c-e13919a5712b tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 945 time: 0.0815773 Jun 07 13:39:54.148788 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-c5d31bf4-f481-4a1c-af84-e3d5f3b17cc8 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:54.150269 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-c5d31bf4-f481-4a1c-af84-e3d5f3b17cc8 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/networks?id=75710770-6375-4b03-8b8d-36fc4f8f2642 HTTP/1.1" status: 200 len: 814 time: 0.2300293 Jun 07 13:39:54.156978 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c7fd842c-d060-42ee-94c4-ba397a417226 req-12cd76da-af2b-4973-b302-a164347309cd tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417013 Jun 07 13:39:54.165151 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-98fd604a-e94d-4994-9597-81bce30174dc tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/quotas/7614ad3e49164d13a8a289dc9a7ac6cb HTTP/1.1" status: 200 len: 375 time: 0.0092018 Jun 07 13:39:54.216189 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8cc36a79-5e28-4ad0-a5dd-11201775a825 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7614ad3e49164d13a8a289dc9a7ac6cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446444 Jun 07 13:39:54.363856 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-dd98d9bb-687e-49f3-8d6e-5e87404ec43d service neutron] 10.222.0.50 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385767 Jun 07 13:39:54.478098 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6c61-3e13-4e45-919b-1f45268cb549 req-c335ea6d-73f7-4228-9ca4-8ec5e610eb23 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:54.479677 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c17d6c61-3e13-4e45-919b-1f45268cb549 req-c335ea6d-73f7-4228-9ca4-8ec5e610eb23 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0912142 Jun 07 13:39:54.506207 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-de2e095f-fa03-4a2d-afca-fb95c765b4c9 service neutron] 10.222.0.50 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345911 Jun 07 13:39:54.536519 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c17d6c61-3e13-4e45-919b-1f45268cb549 req-2e49b78c-eaa0-4ef9-adec-d843552e4c9f tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501215 Jun 07 13:39:54.724048 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-73dbd0ee-58d2-45a5-9bac-ef32b26cc2de req-19f0ec2d-dcdc-4092-b06b-e20846028ef7 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 210 time: 0.0600739 Jun 07 13:39:54.755047 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54329f99-4b9a-4b66-9bad-fb205e26bde9 req-24ba6944-0c01-40fd-bc41-3ea06632d97b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:54.757306 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-54329f99-4b9a-4b66-9bad-fb205e26bde9 req-24ba6944-0c01-40fd-bc41-3ea06632d97b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1078215 Jun 07 13:39:54.813066 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-54329f99-4b9a-4b66-9bad-fb205e26bde9 req-b09d9e5c-3402-4180-b79c-5c4333fcffe8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468042 Jun 07 13:39:55.590396 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede24a4-9001-4da9-80cf-20b5678c75b3 req-5b4f6cfc-4f8a-47c1-a877-83c6f9bedae7 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:55.591872 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fede24a4-9001-4da9-80cf-20b5678c75b3 req-5b4f6cfc-4f8a-47c1-a877-83c6f9bedae7 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 945 time: 0.0802567 Jun 07 13:39:55.650232 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fede24a4-9001-4da9-80cf-20b5678c75b3 req-1d3dac5f-7472-45c3-9f1c-7bd01bd130ad tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524685 Jun 07 13:39:55.726848 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714c869-3e74-4f06-b80d-31b900c111b7 req-c2ba587b-4ff2-41a6-b3ef-161d53d3e676 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:55.728237 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d714c869-3e74-4f06-b80d-31b900c111b7 req-c2ba587b-4ff2-41a6-b3ef-161d53d3e676 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0832629 Jun 07 13:39:55.773626 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d714c869-3e74-4f06-b80d-31b900c111b7 req-fb35fb3c-01db-4755-9703-13329f4ccdc4 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393901 Jun 07 13:39:56.105817 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c84a4492-1a45-4118-9b2d-673e9bbd9fb5 req-1b085db9-1e8d-4fc9-beca-0cea1ef5f5cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 210 time: 0.0476046 Jun 07 13:39:56.166674 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-cf3b65f6-17af-49db-8aca-cb2c5b478535 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:56.168219 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-cf3b65f6-17af-49db-8aca-cb2c5b478535 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.54 "GET /v2.0/networks?id=75710770-6375-4b03-8b8d-36fc4f8f2642 HTTP/1.1" status: 200 len: 814 time: 0.2284324 Jun 07 13:39:56.182416 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08546c6d-e486-4ddd-8c05-8c5ef33b143a req-0a695f66-273d-49cb-b612-6ab0b63ca0c9 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:56.183928 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-08546c6d-e486-4ddd-8c05-8c5ef33b143a req-0a695f66-273d-49cb-b612-6ab0b63ca0c9 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.2169473 Jun 07 13:39:56.209144 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Request body: {'port': {'device_id': 'd301bc1b-2455-4b48-a501-cbbe07fc49f2', 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642', 'admin_state_up': True, 'tenant_id': '7614ad3e49164d13a8a289dc9a7ac6cb'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:56.316828 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-08546c6d-e486-4ddd-8c05-8c5ef33b143a req-a9c06561-0e0b-414a-8682-55241bdc4463 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268623 Jun 07 13:39:56.396487 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Made reservation on behalf of 7614ad3e49164d13a8a289dc9a7ac6cb for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:39:56.396905 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ee9d0-f1fc-46de-abb0-5e0b46c03e0c req-89aa6489-89a7-43ec-bfb0-46be6421a60c tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:56.398414 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4d5ee9d0-f1fc-46de-abb0-5e0b46c03e0c req-89aa6489-89a7-43ec-bfb0-46be6421a60c tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 946 time: 0.1652431 Jun 07 13:39:56.402095 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:56.450438 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4d5ee9d0-f1fc-46de-abb0-5e0b46c03e0c req-22996ca8-86d3-4c2a-9b27-7e02cb00d006 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Jun 07 13:39:56.568030 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Allocated IP 172.20.0.3 (75710770-6375-4b03-8b8d-36fc4f8f2642/f70833b7-d057-4aa7-a43e-97767c4968c9/85b76d94-2930-496b-83fb-40d7e2a1f1f8) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:39:56.828039 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:56.895144 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a28f74-f827-4c92-915d-5c82713b8d9e req-bd9210cb-f92c-4cf5-ba1a-73e8034bd29c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:56.896669 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9a28f74-f827-4c92-915d-5c82713b8d9e req-bd9210cb-f92c-4cf5-ba1a-73e8034bd29c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 945 time: 0.1396155 Jun 07 13:39:56.898392 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:56.904140 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:56.972278 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75826af5-2261-490c-a903-908c2e0f01c4 req-c6700fee-e1b0-46cf-9c4a-c35062ab8002 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:56.973725 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-75826af5-2261-490c-a903-908c2e0f01c4 req-c6700fee-e1b0-46cf-9c4a-c35062ab8002 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0810292 Jun 07 13:39:57.003381 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Network 75710770-6375-4b03-8b8d-36fc4f8f2642 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:39:57.010771 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:39:57.017316 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Pushing event updated for resources: {'Port': ['ID=85b76d94-2930-496b-83fb-40d7e2a1f1f8,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:57.017316 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:39:57.024396 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-75826af5-2261-490c-a903-908c2e0f01c4 req-1f181f4f-7192-4713-8844-5c9e34709294 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435362 Jun 07 13:39:57.041952 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:57.049376 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f9a28f74-f827-4c92-915d-5c82713b8d9e req-64e5efd4-14a8-47df-a26d-0bd3da966f0e tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096716 Jun 07 13:39:57.082212 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:57.082748 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.099508 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8962481 Jun 07 13:39:57.113524 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Request body: {'port': {'device_id': 'd301bc1b-2455-4b48-a501-cbbe07fc49f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:39:57.304952 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.316892 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e3cb7-72d0-419d-aed5-f5fa73738bae req-9525e81d-283d-43fd-800f-092fa38ac5bb tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:57.318418 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-847e3cb7-72d0-419d-aed5-f5fa73738bae req-9525e81d-283d-43fd-800f-092fa38ac5bb tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 931 time: 0.0946593 Jun 07 13:39:57.364955 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-847e3cb7-72d0-419d-aed5-f5fa73738bae req-ee9555e6-bc33-4a1d-948d-7d2a204f1f91 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Jun 07 13:39:57.622224 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24369347-036b-4939-a13a-67a43e351677 req-d0bf3b7d-b4c2-44f8-a690-511510309ecf tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:57.623615 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-24369347-036b-4939-a13a-67a43e351677 req-d0bf3b7d-b4c2-44f8-a690-511510309ecf tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1901627 Jun 07 13:39:57.636658 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01176057-002b-4b53-b804-3becb3197490 req-6338418b-20bb-4859-a7cc-e21d9b598348 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:57.638159 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-01176057-002b-4b53-b804-3becb3197490 req-6338418b-20bb-4859-a7cc-e21d9b598348 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 946 time: 0.0836053 Jun 07 13:39:57.682929 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-01176057-002b-4b53-b804-3becb3197490 req-1ffba3cb-ef02-46b2-b1a5-2c0bdc5f3f11 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389237 Jun 07 13:39:57.684323 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-24369347-036b-4939-a13a-67a43e351677 req-4113398b-caa1-4c6c-8940-79eb41899c56 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508332 Jun 07 13:39:57.752017 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b76d94-2930-496b-83fb-40d7e2a1f1f8 {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:39:57.759744 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.774652 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Transition to ACTIVE for port object 85b76d94-2930-496b-83fb-40d7e2a1f1f8 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:39:57.779154 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:57.783612 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-794a9bec-a4ab-482d-8e24-2ad7d81bc9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:57.940755 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Pushing event updated for resources: {'Port': ['ID=85b76d94-2930-496b-83fb-40d7e2a1f1f8,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:57.948180 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:58.016189 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Attempting to bind port 85b76d94-2930-496b-83fb-40d7e2a1f1f8 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:39:58.016521 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Attempting to bind port 85b76d94-2930-496b-83fb-40d7e2a1f1f8 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'be3738bb-762d-4d11-b45a-1b968b66a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:39:58.016847 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Attempting to bind port 85b76d94-2930-496b-83fb-40d7e2a1f1f8 on network 75710770-6375-4b03-8b8d-36fc4f8f2642 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:58.021540 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Port 85b76d94-2930-496b-83fb-40d7e2a1f1f8 on network 75710770-6375-4b03-8b8d-36fc4f8f2642 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:39:58.021857 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Attempting to bind port 85b76d94-2930-496b-83fb-40d7e2a1f1f8 on network 75710770-6375-4b03-8b8d-36fc4f8f2642 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:39:58.026975 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:39:58.027311 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Checking segment: {'id': 'be3738bb-762d-4d11-b45a-1b968b66a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:39:58.027699 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Bound using segment: {'id': 'be3738bb-762d-4d11-b45a-1b968b66a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:39:58.028124 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Bound port: 85b76d94-2930-496b-83fb-40d7e2a1f1f8, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3738bb-762d-4d11-b45a-1b968b66a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:39:58.028468 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:58.136685 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] For port 85b76d94-2930-496b-83fb-40d7e2a1f1f8, host hv-cinder-78536, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:39:58.139864 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4d784-f18b-44d4-b8b9-24a88521ee4e req-4b5629b4-530d-4105-a7ff-982c6e76e9ee tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:58.140407 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] For port 85b76d94-2930-496b-83fb-40d7e2a1f1f8, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=85b76d94-2930-496b-83fb-40d7e2a1f1f8,segment=NetworkSegment(be3738bb-762d-4d11-b45a-1b968b66a95b),segment_id=be3738bb-762d-4d11-b45a-1b968b66a95b)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:39:58.142537 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3df4d784-f18b-44d4-b8b9-24a88521ee4e req-4b5629b4-530d-4105-a7ff-982c6e76e9ee tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.54 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 945 time: 0.0924766 Jun 07 13:39:58.145542 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:58.150537 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:58.252586 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:58.253214 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:58.254594 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] 10.222.0.54 "PUT /v2.0/ports/85b76d94-2930-496b-83fb-40d7e2a1f1f8 HTTP/1.1" status: 200 len: 1093 time: 1.1449759 Jun 07 13:39:58.257540 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd301bc1b-2455-4b48-a501-cbbe07fc49f2', 'tag': '85b76d94-2930-496b-83fb-40d7e2a1f1f8'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:58.259935 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96de934-703f-440a-acfd-4031767c0d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d301bc1b-2455-4b48-a501-cbbe07fc49f2", "tag": "85b76d94-2930-496b-83fb-40d7e2a1f1f8"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:58.301047 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Pushing event updated for resources: {'Port': ['ID=85b76d94-2930-496b-83fb-40d7e2a1f1f8,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:58.317019 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:58.340728 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29036d88-ffff-4af6-8e2e-fdc920da02d5 req-b4cf6e6a-2f20-4d49-a9ff-1272a6aff31d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:58.342325 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-29036d88-ffff-4af6-8e2e-fdc920da02d5 req-b4cf6e6a-2f20-4d49-a9ff-1272a6aff31d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1615570 Jun 07 13:39:58.396622 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-29036d88-ffff-4af6-8e2e-fdc920da02d5 req-c36384b6-27e5-4387-ac93-4dd36a4a9b37 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462184 Jun 07 13:39:58.401833 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a2c2f-83ba-4f0f-b7c2-55712d6beae7 req-17127aa9-acd1-4c3e-ab0b-6d473fb706aa tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:58.408647 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-047a2c2f-83ba-4f0f-b7c2-55712d6beae7 req-17127aa9-acd1-4c3e-ab0b-6d473fb706aa tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 945 time: 0.2291956 Jun 07 13:39:58.411002 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-3df4d784-f18b-44d4-b8b9-24a88521ee4e req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Deleting port aa7e0f24-d06b-4490-af5e-5b92579f2bc5 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:39:58.411417 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-3df4d784-f18b-44d4-b8b9-24a88521ee4e req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:58.491913 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-047a2c2f-83ba-4f0f-b7c2-55712d6beae7 req-b8de6581-98f9-47a0-b4f2-7b3bbcb44609 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/security-groups?id=b07fa67a-b29b-4250-ba2d-a4f371321d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812757 Jun 07 13:39:58.493701 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6cbc64-98e8-491d-91ae-c15a5930338a x-openstack-request-id: req-7d6cbc64-98e8-491d-91ae-c15a5930338a {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:58.494304 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d301bc1b-2455-4b48-a501-cbbe07fc49f2", "tag": "85b76d94-2930-496b-83fb-40d7e2a1f1f8", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:58.494584 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d6cbc64-98e8-491d-91ae-c15a5930338a {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:58.495005 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd301bc1b-2455-4b48-a501-cbbe07fc49f2', 'tag': '85b76d94-2930-496b-83fb-40d7e2a1f1f8', 'status': 'completed', 'code': 200} Jun 07 13:39:58.496993 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-f2c885a7-0190-4de6-9573-ed28d1790bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:58.498486 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-f2c885a7-0190-4de6-9573-ed28d1790bbd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7614ad3e49164d13a8a289dc9a7ac6cb&device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 1096 time: 0.1711025 Jun 07 13:39:58.567169 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-3df4d784-f18b-44d4-b8b9-24a88521ee4e req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] For port aa7e0f24-d06b-4490-af5e-5b92579f2bc5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=aa7e0f24-d06b-4490-af5e-5b92579f2bc5,segment=NetworkSegment(d0aa55b0-6147-440a-872c-a4b2ba20c286),segment_id=d0aa55b0-6147-440a-872c-a4b2ba20c286)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:58.567573 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-3df4d784-f18b-44d4-b8b9-24a88521ee4e req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:58.581487 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-04793dc6-df18-4329-addd-c79763f2b79f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85b76d94-2930-496b-83fb-40d7e2a1f1f8 HTTP/1.1" status: 200 len: 217 time: 0.0655580 Jun 07 13:39:58.668859 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-fd33d8f8-f886-442c-a85d-43bd8f630926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:58.670539 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-fd33d8f8-f886-442c-a85d-43bd8f630926 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f70833b7-d057-4aa7-a43e-97767c4968c9 HTTP/1.1" status: 200 len: 854 time: 0.0732780 Jun 07 13:39:58.782755 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-3df4d784-f18b-44d4-b8b9-24a88521ee4e req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Calling delete_port for aa7e0f24-d06b-4490-af5e-5b92579f2bc5 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:39:58.805956 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-e16f304f-ee69-4057-aa3e-bb23d1c26c93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=75710770-6375-4b03-8b8d-36fc4f8f2642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080661 Jun 07 13:39:58.848770 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ace72-39ce-421c-9e85-77533419ca18 req-0be69f36-f14b-4f93-8550-d5b3e2690e05 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:58.850926 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-666ace72-39ce-421c-9e85-77533419ca18 req-0be69f36-f14b-4f93-8550-d5b3e2690e05 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 943 time: 0.2740815 Jun 07 13:39:58.909221 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-666ace72-39ce-421c-9e85-77533419ca18 req-6ce657ce-af07-4105-9802-2117880bb721 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520716 Jun 07 13:39:59.020088 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b438-cfc9-4cc4-8894-0940938e6555 req-8230f2a6-a212-4ddb-a462-79a8126353ef tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:59.021353 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8718b438-cfc9-4cc4-8894-0940938e6555 req-8230f2a6-a212-4ddb-a462-79a8126353ef tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 946 time: 0.1732268 Jun 07 13:39:59.023951 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-08ea6037-8e9b-4a84-af35-80045cf48c08 service neutron] 10.222.0.54 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073722 Jun 07 13:39:59.077511 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-3df4d784-f18b-44d4-b8b9-24a88521ee4e req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:59.086508 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e96193df-0e10-480d-82d6-ca0b4f6425e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:39:59.165338 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8718b438-cfc9-4cc4-8894-0940938e6555 req-8bf2059e-9ff1-4aa1-816a-44e08d5a4f30 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374266 Jun 07 13:39:59.188312 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Pushing event deleted for resources: {'Port': ['ID=aa7e0f24-d06b-4490-af5e-5b92579f2bc5,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:39:59.238923 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.239289 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.239646 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.239999 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.240352 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.240696 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.241080 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.241422 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.241764 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.242106 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.242469 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.242807 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:39:59.246881 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:39:59.259004 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df4d784-f18b-44d4-b8b9-24a88521ee4e req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] No DVR routers for this DVR port aa7e0f24-d06b-4490-af5e-5b92579f2bc5 on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:39:59.261630 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-3df4d784-f18b-44d4-b8b9-24a88521ee4e req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:59.263633 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3df4d784-f18b-44d4-b8b9-24a88521ee4e req-f800af6d-1aa3-4d9a-abb5-93cb5ec053bc tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.54 "DELETE /v2.0/ports/aa7e0f24-d06b-4490-af5e-5b92579f2bc5 HTTP/1.1" status: 204 len: 173 time: 1.1141684 Jun 07 13:39:59.265085 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0fdebd-5f02-4070-899c-968db686d31a', 'name': 'network-vif-deleted', 'tag': 'aa7e0f24-d06b-4490-af5e-5b92579f2bc5'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:39:59.267379 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4102ab-d7d7-4e6b-8546-daab0fbe0f1b" -d '{"events": [{"server_uuid": "af0fdebd-5f02-4070-899c-968db686d31a", "name": "network-vif-deleted", "tag": "aa7e0f24-d06b-4490-af5e-5b92579f2bc5"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:39:59.282426 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b152aa25-3215-4e2d-ae9f-8d62a9f32118 req-b84e666b-98d3-4171-abc6-c1dc63135c19 service neutron] 10.222.0.54 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398186 Jun 07 13:39:59.293202 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36463952-ec37-4030-9f12-7c23f7b0e5c6 req-b092f93f-f2fa-409f-961e-cd01afcda35a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:59.294724 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-36463952-ec37-4030-9f12-7c23f7b0e5c6 req-b092f93f-f2fa-409f-961e-cd01afcda35a tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 946 time: 0.3295591 Jun 07 13:39:59.303691 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd2c91-0a78-4c7d-8a34-cd3f9f2a5ade req-c39c99f7-88ec-43f8-b111-dc59a033e9a6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:59.305201 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-77fd2c91-0a78-4c7d-8a34-cd3f9f2a5ade req-c39c99f7-88ec-43f8-b111-dc59a033e9a6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.2919474 Jun 07 13:39:59.341752 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6debff9-9d49-4083-961c-2a735934111a x-openstack-request-id: req-e6debff9-9d49-4083-961c-2a735934111a {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:39:59.342171 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0fdebd-5f02-4070-899c-968db686d31a", "name": "network-vif-deleted", "tag": "aa7e0f24-d06b-4490-af5e-5b92579f2bc5", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:39:59.342450 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6debff9-9d49-4083-961c-2a735934111a {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:39:59.342852 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0fdebd-5f02-4070-899c-968db686d31a', 'name': 'network-vif-deleted', 'tag': 'aa7e0f24-d06b-4490-af5e-5b92579f2bc5', 'status': 'completed', 'code': 200} Jun 07 13:39:59.460829 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-77fd2c91-0a78-4c7d-8a34-cd3f9f2a5ade req-4bd4ec5e-9689-466d-91ea-1a47a72cf64e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200633 Jun 07 13:39:59.473003 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96de934-703f-440a-acfd-4031767c0d6b req-3cbe0b83-9c3a-47ba-aeec-7f54fad8b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:59.474595 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c96de934-703f-440a-acfd-4031767c0d6b req-3cbe0b83-9c3a-47ba-aeec-7f54fad8b20b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7614ad3e49164d13a8a289dc9a7ac6cb&device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 1096 time: 0.1189742 Jun 07 13:39:59.505637 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-36463952-ec37-4030-9f12-7c23f7b0e5c6 req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Deleting port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:39:59.508458 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-36463952-ec37-4030-9f12-7c23f7b0e5c6 req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:59.689650 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96de934-703f-440a-acfd-4031767c0d6b req-d1dadfde-4d84-416c-8d07-c83ea883a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:59.691111 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c96de934-703f-440a-acfd-4031767c0d6b req-d1dadfde-4d84-416c-8d07-c83ea883a9dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=75710770-6375-4b03-8b8d-36fc4f8f2642 HTTP/1.1" status: 200 len: 915 time: 0.1949077 Jun 07 13:39:59.732628 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7a1ac1b7-d123-4bb4-81f4-c53564bbfe84 req-81ec6470-7c86-4c26-868c-5cb2887412f2 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] 10.222.0.50 "GET /v2.0/ports?device_id=af0fdebd-5f02-4070-899c-968db686d31a HTTP/1.1" status: 200 len: 210 time: 0.0922306 Jun 07 13:39:59.766329 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c96de934-703f-440a-acfd-4031767c0d6b req-3c81a66e-47a6-4b01-8d7c-976072a04073 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85b76d94-2930-496b-83fb-40d7e2a1f1f8 HTTP/1.1" status: 200 len: 217 time: 0.0645142 Jun 07 13:39:59.773986 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe36d2-f7c1-4552-8fdc-fd261c756926 req-b0381600-2d7b-40da-b6a0-0d8de3302daa tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:59.775432 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-78fe36d2-f7c1-4552-8fdc-fd261c756926 req-b0381600-2d7b-40da-b6a0-0d8de3302daa tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1821082 Jun 07 13:39:59.782915 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-36463952-ec37-4030-9f12-7c23f7b0e5c6 req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] For port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:39:59.783271 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-36463952-ec37-4030-9f12-7c23f7b0e5c6 req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:39:59.868874 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96de934-703f-440a-acfd-4031767c0d6b req-fab675c3-30fd-460c-aaae-0f1d2082c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:39:59.870811 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c96de934-703f-440a-acfd-4031767c0d6b req-fab675c3-30fd-460c-aaae-0f1d2082c779 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f70833b7-d057-4aa7-a43e-97767c4968c9 HTTP/1.1" status: 200 len: 854 time: 0.0945318 Jun 07 13:39:59.873658 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-78fe36d2-f7c1-4552-8fdc-fd261c756926 req-637110cc-bafa-40f6-a7ef-000bfdc60c7a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650809 Jun 07 13:39:59.916368 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-36463952-ec37-4030-9f12-7c23f7b0e5c6 req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Calling delete_port for b6c7c72d-b2cc-4a40-9e34-1eace8a654ae owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:39:59.934573 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c96de934-703f-440a-acfd-4031767c0d6b req-b95f546d-f6f3-4273-8a75-afde71a7fecd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=75710770-6375-4b03-8b8d-36fc4f8f2642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467184 Jun 07 13:40:00.056061 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-36463952-ec37-4030-9f12-7c23f7b0e5c6 req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:00.068919 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:00.080652 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['50ce2ee7-6377-4b4c-b9a6-9615e592be2f', 'bf391f67-78fb-44d5-a293-5f15f2b4f26c', '7252aa38-56b7-4748-b68b-37ed5d5b3f50', 'b6c7c72d-b2cc-4a40-9e34-1eace8a654ae'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:00.174222 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c96de934-703f-440a-acfd-4031767c0d6b req-b720d7a2-677d-4b07-b6d8-8bcb197e595e service neutron] 10.222.0.54 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246203 Jun 07 13:40:00.216597 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Pushing event deleted for resources: {'Port': ['ID=b6c7c72d-b2cc-4a40-9e34-1eace8a654ae,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:00.244695 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:00.256078 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-36463952-ec37-4030-9f12-7c23f7b0e5c6 req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] No DVR routers for this DVR port b6c7c72d-b2cc-4a40-9e34-1eace8a654ae on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:40:00.259158 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-36463952-ec37-4030-9f12-7c23f7b0e5c6 req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:00.261194 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-36463952-ec37-4030-9f12-7c23f7b0e5c6 req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "DELETE /v2.0/ports/b6c7c72d-b2cc-4a40-9e34-1eace8a654ae HTTP/1.1" status: 204 len: 173 time: 0.9511969 Jun 07 13:40:00.326379 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafc4aa-8be3-4598-95a6-7d715a08be82 req-257cf26a-95c7-4e61-8ba1-38385e52cf5d tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:00.327829 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4aafc4aa-8be3-4598-95a6-7d715a08be82 req-257cf26a-95c7-4e61-8ba1-38385e52cf5d tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 943 time: 0.2473662 Jun 07 13:40:00.391418 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c96de934-703f-440a-acfd-4031767c0d6b req-2b3ba8df-0638-4777-9d7c-2be266c09580 service neutron] 10.222.0.54 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034650 Jun 07 13:40:00.399831 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4aafc4aa-8be3-4598-95a6-7d715a08be82 req-fb80a690-0f66-4c69-bfdd-bf2838176afa tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601785 Jun 07 13:40:00.578330 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3b0800ca-d0b2-407a-9739-5b5c072705a9 req-6f7c8535-3842-4eed-b5c5-ac315f841ac0 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf HTTP/1.1" status: 200 len: 210 time: 0.0450699 Jun 07 13:40:00.782312 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494958ce-284b-4c3a-a8cd-5292787649d8 req-ff8c975f-1b57-4fa4-add6-5d7ea4671dc4 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:00.783871 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-494958ce-284b-4c3a-a8cd-5292787649d8 req-ff8c975f-1b57-4fa4-add6-5d7ea4671dc4 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0911732 Jun 07 13:40:00.836108 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device aa7e0f24-d06b-4490-af5e-5b92579f2bc5 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:40:00.838681 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-494958ce-284b-4c3a-a8cd-5292787649d8 req-336c179c-f700-47f3-be9c-71d2bea7a63c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483689 Jun 07 13:40:00.880836 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: aa7e0f24-d06b-4490-af5e-5b92579f2bc5 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:40:00.881461 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device aa7e0f24-d06b-4490-af5e-5b92579f2bc5 not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:40:01.069824 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c03bf5-3b82-4e2d-8575-9a4963e1d170 req-f932de74-7814-4d85-ac93-c2b0a73fa9bf tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:01.071803 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-10c03bf5-3b82-4e2d-8575-9a4963e1d170 req-f932de74-7814-4d85-ac93-c2b0a73fa9bf tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0835474 Jun 07 13:40:01.121248 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-10c03bf5-3b82-4e2d-8575-9a4963e1d170 req-ace19c2e-0f84-4fbf-ba82-ac161141a3b6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Jun 07 13:40:01.343635 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf', 'name': 'network-vif-deleted', 'tag': 'b6c7c72d-b2cc-4a40-9e34-1eace8a654ae'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:01.345994 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6062a604-f764-4777-84d1-885e66dcb0b1" -d '{"events": [{"server_uuid": "fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf", "name": "network-vif-deleted", "tag": "b6c7c72d-b2cc-4a40-9e34-1eace8a654ae"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:01.388562 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa058673-8f78-4fd1-8a0d-25bc2ebdc54b x-openstack-request-id: req-aa058673-8f78-4fd1-8a0d-25bc2ebdc54b {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:01.388860 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf", "name": "network-vif-deleted", "tag": "b6c7c72d-b2cc-4a40-9e34-1eace8a654ae", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:01.389140 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa058673-8f78-4fd1-8a0d-25bc2ebdc54b {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:01.393387 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2ea9a6-c1b3-4ed5-92ba-43e7446207cf', 'name': 'network-vif-deleted', 'tag': 'b6c7c72d-b2cc-4a40-9e34-1eace8a654ae', 'status': 'completed', 'code': 200} Jun 07 13:40:01.594801 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23da26-e961-4ccc-a3ed-f3f68fbd9fd6 req-b2d48a2a-d8ef-4bfa-b5c3-2cc8435a7b46 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:01.596323 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ba23da26-e961-4ccc-a3ed-f3f68fbd9fd6 req-b2d48a2a-d8ef-4bfa-b5c3-2cc8435a7b46 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 943 time: 0.0797076 Jun 07 13:40:01.650596 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ba23da26-e961-4ccc-a3ed-f3f68fbd9fd6 req-22158ad8-c16a-44f3-b8a2-4dcf73d90ff0 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474963 Jun 07 13:40:02.042977 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a98fa3-6348-4557-998e-fd5106db85cc req-a1e44688-b899-4e51-88be-7b54381cec4d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:02.044667 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-43a98fa3-6348-4557-998e-fd5106db85cc req-a1e44688-b899-4e51-88be-7b54381cec4d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0906577 Jun 07 13:40:02.092809 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-43a98fa3-6348-4557-998e-fd5106db85cc req-2304b3f3-93b7-4a8c-a13b-19982066b413 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421319 Jun 07 13:40:02.317265 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e926ad8-46ae-4f09-92a5-34929ce9de6c req-e6ab80dc-cbe1-47e6-bce3-2cb39630ca15 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:02.318909 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4e926ad8-46ae-4f09-92a5-34929ce9de6c req-e6ab80dc-cbe1-47e6-bce3-2cb39630ca15 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0826509 Jun 07 13:40:02.365221 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4e926ad8-46ae-4f09-92a5-34929ce9de6c req-9fb5da19-1220-4c97-a069-54b770322c4b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397301 Jun 07 13:40:02.479256 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1a9a1568-3b12-46b1-bd3f-1171fb75867f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:02.836666 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 85b76d94-2930-496b-83fb-40d7e2a1f1f8 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:40:02.844282 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device b6c7c72d-b2cc-4a40-9e34-1eace8a654ae no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:40:02.859838 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830e3c5-0589-4b7a-9de2-013a8a2d7e66 req-d57f6076-15e2-4813-a2d5-fa34aad441ce tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:02.861834 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f830e3c5-0589-4b7a-9de2-013a8a2d7e66 req-d57f6076-15e2-4813-a2d5-fa34aad441ce tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 943 time: 0.0926402 Jun 07 13:40:02.885755 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: b6c7c72d-b2cc-4a40-9e34-1eace8a654ae {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:40:02.886110 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device b6c7c72d-b2cc-4a40-9e34-1eace8a654ae not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:40:02.914445 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f830e3c5-0589-4b7a-9de2-013a8a2d7e66 req-8624bfce-1714-40de-8c78-b92cb61796df tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457265 Jun 07 13:40:03.043635 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 85b76d94-2930-496b-83fb-40d7e2a1f1f8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=85b76d94-2930-496b-83fb-40d7e2a1f1f8,segment=NetworkSegment(be3738bb-762d-4d11-b45a-1b968b66a95b),segment_id=be3738bb-762d-4d11-b45a-1b968b66a95b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:03.062062 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': '85b76d94-2930-496b-83fb-40d7e2a1f1f8', 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642', 'port_id': '85b76d94-2930-496b-83fb-40d7e2a1f1f8', 'mac_address': 'fa:16:3e:b1:dd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70833b7-d057-4aa7-a43e-97767c4968c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:40:03.135464 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:03.157311 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b76d94-2930-496b-83fb-40d7e2a1f1f8 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:03.188184 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 85b76d94-2930-496b-83fb-40d7e2a1f1f8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=85b76d94-2930-496b-83fb-40d7e2a1f1f8,segment=NetworkSegment(be3738bb-762d-4d11-b45a-1b968b66a95b),segment_id=be3738bb-762d-4d11-b45a-1b968b66a95b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:03.216812 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:03.227474 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:03.337203 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=85b76d94-2930-496b-83fb-40d7e2a1f1f8,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:03.341403 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:03.423589 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36291f0-7e74-4037-8a03-950c7b464692 req-7281dcb0-47b4-4f15-97e5-e67d2452a12c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:03.425232 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f36291f0-7e74-4037-8a03-950c7b464692 req-7281dcb0-47b4-4f15-97e5-e67d2452a12c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1122236 Jun 07 13:40:03.501665 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f36291f0-7e74-4037-8a03-950c7b464692 req-a52d72ae-7f9c-43df-8a6c-a659e689f394 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655558 Jun 07 13:40:03.588301 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82402f-0526-4c0f-8f52-15c04997a85e req-6ce7edbc-506d-4a2d-a8c3-eb68f381c617 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:03.590110 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ff82402f-0526-4c0f-8f52-15c04997a85e req-6ce7edbc-506d-4a2d-a8c3-eb68f381c617 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1216805 Jun 07 13:40:03.641807 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ff82402f-0526-4c0f-8f52-15c04997a85e req-d2033b32-658a-4211-a655-250ccacd055a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456216 Jun 07 13:40:03.732605 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a910be-05e5-4e4e-adb9-04d1383d21ca req-9a6a57f9-e372-4a86-8306-38c48e1f768d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:03.734226 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-62a910be-05e5-4e4e-adb9-04d1383d21ca req-9a6a57f9-e372-4a86-8306-38c48e1f768d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 946 time: 0.0983710 Jun 07 13:40:03.777678 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['85b76d94-2930-496b-83fb-40d7e2a1f1f8'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:03.843351 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-62a910be-05e5-4e4e-adb9-04d1383d21ca req-f0a9a273-14ff-4168-8e49-03046448fc03 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024432 Jun 07 13:40:03.994414 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68028539-46a0-4a10-9e59-69105232690c req-62478029-2ae5-4bf9-865c-20f712ba2dc7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:03.996997 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-68028539-46a0-4a10-9e59-69105232690c req-62478029-2ae5-4bf9-865c-20f712ba2dc7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.2332544 Jun 07 13:40:04.063124 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-68028539-46a0-4a10-9e59-69105232690c req-55cddbbf-68d5-441a-8e38-6b3b39404ade tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600154 Jun 07 13:40:04.211139 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11461e73-0321-4540-bba9-4b7f751ef422 req-d955d7ef-c773-4888-b1b9-648145522148 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:04.212967 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-11461e73-0321-4540-bba9-4b7f751ef422 req-d955d7ef-c773-4888-b1b9-648145522148 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 944 time: 0.0948408 Jun 07 13:40:04.284730 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-11461e73-0321-4540-bba9-4b7f751ef422 req-6fdaa594-1945-4363-b3bb-557621ba714a tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631254 Jun 07 13:40:04.823051 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d7166-6448-4436-8ff0-0846ed87a4cd req-05e3df0a-2fb3-43dc-baf8-0840f4caccef tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:04.825908 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-671d7166-6448-4436-8ff0-0846ed87a4cd req-05e3df0a-2fb3-43dc-baf8-0840f4caccef tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1733677 Jun 07 13:40:04.956250 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-671d7166-6448-4436-8ff0-0846ed87a4cd req-4d0c1716-b418-4cfa-807a-4bc1a6f312c4 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200659 Jun 07 13:40:05.033575 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204af52-b0ca-453f-a5cd-1bb85aff1e62 req-8a68225e-ceec-456b-a549-3ba32f49ad43 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:05.045407 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.047804 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c204af52-b0ca-453f-a5cd-1bb85aff1e62 req-8a68225e-ceec-456b-a549-3ba32f49ad43 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1500080 Jun 07 13:40:05.132397 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-73185207-05ba-4da6-b49f-f5bc9a906369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:05.145390 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c204af52-b0ca-453f-a5cd-1bb85aff1e62 req-f49ce5fc-685d-4c43-8613-2376980f7b4f tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906336 Jun 07 13:40:05.223642 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3f1bb-cf79-44af-8174-82e85083a051 req-3f6472e4-146b-4dda-8ab7-e19757a78814 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:05.226789 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-04b3f1bb-cf79-44af-8174-82e85083a051 req-3f6472e4-146b-4dda-8ab7-e19757a78814 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 946 time: 0.0952582 Jun 07 13:40:05.290661 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-04b3f1bb-cf79-44af-8174-82e85083a051 req-2f172b14-463e-4f4f-b71a-e6ee30f87a52 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575273 Jun 07 13:40:05.376377 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332ee51-d8b2-4a14-af97-42c6e8c498a5 req-dcebd9bc-50e8-450a-b837-f16cd6bf43cb tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:05.377948 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3332ee51-d8b2-4a14-af97-42c6e8c498a5 req-dcebd9bc-50e8-450a-b837-f16cd6bf43cb tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1240318 Jun 07 13:40:05.457602 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3332ee51-d8b2-4a14-af97-42c6e8c498a5 req-7822ef5d-4a6d-4140-a505-3046831caf85 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729823 Jun 07 13:40:05.573856 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af396ba9-0906-4edd-ab6d-da27e3349fc3 req-50186890-12a3-425e-bfb5-2b9282c97775 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:05.575357 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-af396ba9-0906-4edd-ab6d-da27e3349fc3 req-50186890-12a3-425e-bfb5-2b9282c97775 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 944 time: 0.1086917 Jun 07 13:40:05.626230 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-af396ba9-0906-4edd-ab6d-da27e3349fc3 req-dfec4ff7-799e-46d6-b478-526bdf80e19d tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428972 Jun 07 13:40:05.859014 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:06.444945 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f0dbc-87d5-4a66-8326-b0337b7c5f59 req-0d3d7ed4-8578-446f-aff9-e898a7f30fe3 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:06.452151 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4c7f0dbc-87d5-4a66-8326-b0337b7c5f59 req-0d3d7ed4-8578-446f-aff9-e898a7f30fe3 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1438248 Jun 07 13:40:06.501004 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed9c6f-c193-4f33-9a4b-b3410ec329d4 req-0d2f7620-2216-41b8-800d-14b0fa60acf7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:06.510241 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4c7f0dbc-87d5-4a66-8326-b0337b7c5f59 req-b9a173fc-a763-4a01-b549-629942e58544 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569308 Jun 07 13:40:06.517981 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ebed9c6f-c193-4f33-9a4b-b3410ec329d4 req-0d2f7620-2216-41b8-800d-14b0fa60acf7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.4093974 Jun 07 13:40:06.546672 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fce06-c164-4d2d-b461-c8dc52cb3c41 req-b46bf945-9146-470a-965d-1ecd5b641dfb tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:06.548153 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0e9fce06-c164-4d2d-b461-c8dc52cb3c41 req-b46bf945-9146-470a-965d-1ecd5b641dfb tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 946 time: 0.5004265 Jun 07 13:40:06.673876 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ebed9c6f-c193-4f33-9a4b-b3410ec329d4 req-010c1eca-bdc3-49f9-8fdf-14c1f86cf241 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546400 Jun 07 13:40:06.753081 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bbc48-ca1f-4f47-83cd-e899cae6c509 req-37843012-0864-45b3-9360-05dd704afb69 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:06.755154 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9c4bbc48-ca1f-4f47-83cd-e899cae6c509 req-37843012-0864-45b3-9360-05dd704afb69 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 946 time: 0.1304672 Jun 07 13:40:06.784756 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-0e9fce06-c164-4d2d-b461-c8dc52cb3c41 req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Deleting port 7252aa38-56b7-4748-b68b-37ed5d5b3f50 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:40:06.784756 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-0e9fce06-c164-4d2d-b461-c8dc52cb3c41 req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:06.822953 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9c4bbc48-ca1f-4f47-83cd-e899cae6c509 req-6c66c1ef-27d8-4fa7-a77a-6d6e622226f8 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555973 Jun 07 13:40:06.862363 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 85b76d94-2930-496b-83fb-40d7e2a1f1f8 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:40:06.970029 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port 85b76d94-2930-496b-83fb-40d7e2a1f1f8 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:40:06.980855 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port 85b76d94-2930-496b-83fb-40d7e2a1f1f8 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:40:06.982883 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:07.033215 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-0e9fce06-c164-4d2d-b461-c8dc52cb3c41 req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] For port 7252aa38-56b7-4748-b68b-37ed5d5b3f50, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=7252aa38-56b7-4748-b68b-37ed5d5b3f50,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:07.033606 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-0e9fce06-c164-4d2d-b461-c8dc52cb3c41 req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:07.187155 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-0e9fce06-c164-4d2d-b461-c8dc52cb3c41 req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Calling delete_port for 7252aa38-56b7-4748-b68b-37ed5d5b3f50 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:40:07.209475 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40264635-dafb-4c87-8299-3fd9ccfcbe55 req-eea6c02e-6819-4299-a425-0f6508e38e8a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:07.215886 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:07.217496 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-40264635-dafb-4c87-8299-3fd9ccfcbe55 req-eea6c02e-6819-4299-a425-0f6508e38e8a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.4121354 Jun 07 13:40:07.229705 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c907e-fbe0-4c6e-aacb-6ba06e28d363 req-e5c2c3f1-1716-470d-8518-d91b1bf04492 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:07.231229 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5b9c907e-fbe0-4c6e-aacb-6ba06e28d363 req-e5c2c3f1-1716-470d-8518-d91b1bf04492 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 944 time: 0.2291105 Jun 07 13:40:07.273305 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 85b76d94-2930-496b-83fb-40d7e2a1f1f8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=85b76d94-2930-496b-83fb-40d7e2a1f1f8,segment=NetworkSegment(be3738bb-762d-4d11-b45a-1b968b66a95b),segment_id=be3738bb-762d-4d11-b45a-1b968b66a95b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:07.277060 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd301bc1b-2455-4b48-a501-cbbe07fc49f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b76d94-2930-496b-83fb-40d7e2a1f1f8'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:07.285505 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eb3136-9f6b-4f6c-9eb8-63cfdae7ca92" -d '{"events": [{"server_uuid": "d301bc1b-2455-4b48-a501-cbbe07fc49f2", "name": "network-vif-plugged", "status": "completed", "tag": "85b76d94-2930-496b-83fb-40d7e2a1f1f8"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:07.285725 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-40264635-dafb-4c87-8299-3fd9ccfcbe55 req-c691966e-b8c8-4b17-a765-7496c5ee8cb5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670896 Jun 07 13:40:07.292365 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:07.302957 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:07.338621 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5b9c907e-fbe0-4c6e-aacb-6ba06e28d363 req-e122eea2-580b-48a1-acc1-ad1f5c9b48ac tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012366 Jun 07 13:40:07.418926 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=85b76d94-2930-496b-83fb-40d7e2a1f1f8,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:07.422801 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:07.429435 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f1d12b-795e-40d7-92f7-10e4183f8448 x-openstack-request-id: req-42f1d12b-795e-40d7-92f7-10e4183f8448 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:07.430745 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d301bc1b-2455-4b48-a501-cbbe07fc49f2", "name": "network-vif-plugged", "status": "completed", "tag": "85b76d94-2930-496b-83fb-40d7e2a1f1f8", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:07.431153 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42f1d12b-795e-40d7-92f7-10e4183f8448 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:07.431693 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd301bc1b-2455-4b48-a501-cbbe07fc49f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b76d94-2930-496b-83fb-40d7e2a1f1f8', 'code': 200} Jun 07 13:40:07.475804 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-0e9fce06-c164-4d2d-b461-c8dc52cb3c41 req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:07.486741 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3a540275-13ab-421f-ad01-cf45375f0a63 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:07.492515 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['50ce2ee7-6377-4b4c-b9a6-9615e592be2f', 'bf391f67-78fb-44d5-a293-5f15f2b4f26c'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:07.648545 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Pushing event deleted for resources: {'Port': ['ID=7252aa38-56b7-4748-b68b-37ed5d5b3f50,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:07.661479 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:07.669956 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9fce06-c164-4d2d-b461-c8dc52cb3c41 req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] No DVR routers for this DVR port 7252aa38-56b7-4748-b68b-37ed5d5b3f50 on host hv-cinder-78536 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:40:07.672553 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-0e9fce06-c164-4d2d-b461-c8dc52cb3c41 req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:07.676935 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0e9fce06-c164-4d2d-b461-c8dc52cb3c41 req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "DELETE /v2.0/ports/7252aa38-56b7-4748-b68b-37ed5d5b3f50 HTTP/1.1" status: 204 len: 173 time: 1.1190345 Jun 07 13:40:07.677431 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fda85f-0181-404d-9b8f-57a024d38b03', 'name': 'network-vif-deleted', 'tag': '7252aa38-56b7-4748-b68b-37ed5d5b3f50'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:07.679875 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9a6f32-db37-44ca-b4e7-9a9d038c0257" -d '{"events": [{"server_uuid": "06fda85f-0181-404d-9b8f-57a024d38b03", "name": "network-vif-deleted", "tag": "7252aa38-56b7-4748-b68b-37ed5d5b3f50"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:07.685706 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531778-189c-4af3-a96e-3f6373be84ed req-cb2f04a6-fb8d-43be-9ea6-2840fc48eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:07.690084 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1c531778-189c-4af3-a96e-3f6373be84ed req-cb2f04a6-fb8d-43be-9ea6-2840fc48eb9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 1098 time: 0.1970911 Jun 07 13:40:07.802393 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd73fd70-9c04-46cd-bd3f-bafd977ce645 x-openstack-request-id: req-fd73fd70-9c04-46cd-bd3f-bafd977ce645 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:07.802714 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fda85f-0181-404d-9b8f-57a024d38b03", "name": "network-vif-deleted", "tag": "7252aa38-56b7-4748-b68b-37ed5d5b3f50", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:07.803035 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd73fd70-9c04-46cd-bd3f-bafd977ce645 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:07.803991 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fda85f-0181-404d-9b8f-57a024d38b03', 'name': 'network-vif-deleted', 'tag': '7252aa38-56b7-4748-b68b-37ed5d5b3f50', 'status': 'completed', 'code': 200} Jun 07 13:40:07.950782 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:08.171799 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71aa87-0dcb-4bdc-9f94-74ef9937c582 req-511fcc83-a292-466a-bc66-3180cc86cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:08.174495 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6c71aa87-0dcb-4bdc-9f94-74ef9937c582 req-511fcc83-a292-466a-bc66-3180cc86cb24 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 1098 time: 0.2636933 Jun 07 13:40:08.200239 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba17b17-9c92-4b1f-9a9f-b62ce9469d74 req-af9c20b3-60b4-429d-8f5b-20cc5f3ac20a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:08.211169 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3ba17b17-9c92-4b1f-9a9f-b62ce9469d74 req-af9c20b3-60b4-429d-8f5b-20cc5f3ac20a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.3856466 Jun 07 13:40:08.224324 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7333cb2-b25a-40bc-9b76-3ba2b6e3cf4a req-a90351f1-5711-444c-b4f7-257c50c9cf6e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:08.232724 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531778-189c-4af3-a96e-3f6373be84ed req-3427ede9-c447-49d6-9a0f-5e3ca954a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:08.234729 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1c531778-189c-4af3-a96e-3f6373be84ed req-3427ede9-c447-49d6-9a0f-5e3ca954a086 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 918 time: 0.5096467 Jun 07 13:40:08.235147 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f7333cb2-b25a-40bc-9b76-3ba2b6e3cf4a req-a90351f1-5711-444c-b4f7-257c50c9cf6e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.2552896 Jun 07 13:40:08.263857 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3ba17b17-9c92-4b1f-9a9f-b62ce9469d74 req-2b77276f-3875-49ce-961c-9a8ed115a8ef tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518012 Jun 07 13:40:08.289911 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6c71aa87-0dcb-4bdc-9f94-74ef9937c582 req-38abd2de-d3aa-4764-abbc-8476ee751bf4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058500 Jun 07 13:40:08.338653 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f7333cb2-b25a-40bc-9b76-3ba2b6e3cf4a req-0125fd0f-70f5-4a4b-8d09-d660530b2fb2 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024203 Jun 07 13:40:08.439182 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1c531778-189c-4af3-a96e-3f6373be84ed req-5eefe7d9-3134-43ff-955b-543934543560 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29 HTTP/1.1" status: 200 len: 1000 time: 0.1788242 Jun 07 13:40:08.455373 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c30b2776-c1d9-4a66-ab69-3cc9fb9a802f req-d5191a7e-5943-4ca4-8210-b54ec310a11e tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fda85f-0181-404d-9b8f-57a024d38b03 HTTP/1.1" status: 200 len: 210 time: 0.0530519 Jun 07 13:40:08.535013 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531778-189c-4af3-a96e-3f6373be84ed req-910685ac-cc0b-495c-be7b-fcbb5bcd7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:08.536462 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1c531778-189c-4af3-a96e-3f6373be84ed req-910685ac-cc0b-495c-be7b-fcbb5bcd7df1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.0753932 Jun 07 13:40:08.651639 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448bb6b-d886-4870-a3e9-3b9fa2639190 req-3e790cfb-9f76-47b6-9ad8-b2fad5706401 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:08.659657 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5448bb6b-d886-4870-a3e9-3b9fa2639190 req-3e790cfb-9f76-47b6-9ad8-b2fad5706401 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1919765 Jun 07 13:40:08.732881 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531778-189c-4af3-a96e-3f6373be84ed req-37058403-2821-42d4-97ee-01fd0eb91574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:08.734463 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1c531778-189c-4af3-a96e-3f6373be84ed req-37058403-2821-42d4-97ee-01fd0eb91574 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1910274 Jun 07 13:40:08.742450 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5448bb6b-d886-4870-a3e9-3b9fa2639190 req-21afecea-cd47-4f5a-a6f3-b44daec367b9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786774 Jun 07 13:40:08.749036 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc805d-3029-4eb3-aad4-7dfc642d5bae req-def056ca-de47-452d-a5af-29d1f0ceb13b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:08.751657 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-84dc805d-3029-4eb3-aad4-7dfc642d5bae req-def056ca-de47-452d-a5af-29d1f0ceb13b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 945 time: 0.1579547 Jun 07 13:40:08.862680 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 7252aa38-56b7-4748-b68b-37ed5d5b3f50 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:40:08.899361 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: 7252aa38-56b7-4748-b68b-37ed5d5b3f50 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:40:08.899766 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 7252aa38-56b7-4748-b68b-37ed5d5b3f50 not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:40:08.909375 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-84dc805d-3029-4eb3-aad4-7dfc642d5bae req-f3f3ac72-fc4e-495d-9446-22a926636ddb tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346929 Jun 07 13:40:08.957324 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1c531778-189c-4af3-a96e-3f6373be84ed req-dd73c301-5ec1-4648-9fde-a2cd565ef19f service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049873 Jun 07 13:40:09.121693 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1c531778-189c-4af3-a96e-3f6373be84ed req-a6bfe36e-e362-4cbb-bc67-df299a8af61e service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572168 Jun 07 13:40:09.482692 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8bbd2-b84d-4391-933c-c6e6106cb8e3 req-ea2abf49-5ea7-4abe-bdc9-06e691162ec8 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:09.490394 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f7b8bbd2-b84d-4391-933c-c6e6106cb8e3 req-ea2abf49-5ea7-4abe-bdc9-06e691162ec8 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1030989 Jun 07 13:40:09.563859 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f7b8bbd2-b84d-4391-933c-c6e6106cb8e3 req-ffd863a0-0d53-4889-81c8-1f74a206c459 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719788 Jun 07 13:40:09.665872 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:09.749912 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f6e15-43fd-4fa7-8b08-4c06fa6f88cd req-b94de230-986a-4329-befa-930658fc3189 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:09.751652 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ff9f6e15-43fd-4fa7-8b08-4c06fa6f88cd req-b94de230-986a-4329-befa-930658fc3189 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1632018 Jun 07 13:40:09.829619 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ff9f6e15-43fd-4fa7-8b08-4c06fa6f88cd req-27b1f7b6-1662-40c2-bd56-4a4127cdc40e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710227 Jun 07 13:40:10.071086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06e14d-c750-42cc-896a-55a8bc144994 req-b1bcbc49-b586-460b-9392-a11dd042a08d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:10.072636 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6d06e14d-c750-42cc-896a-55a8bc144994 req-b1bcbc49-b586-460b-9392-a11dd042a08d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1039097 Jun 07 13:40:10.117941 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2db54-41d8-4921-b7d4-458ecf22c050 req-7515f186-309f-4a82-900f-91b91e9898ef tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:10.125142 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-53b2db54-41d8-4921-b7d4-458ecf22c050 req-7515f186-309f-4a82-900f-91b91e9898ef tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 946 time: 0.1118279 Jun 07 13:40:10.134706 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6d06e14d-c750-42cc-896a-55a8bc144994 req-3fe41929-8d72-4496-82b7-d83f08512c17 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544147 Jun 07 13:40:10.175011 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-53b2db54-41d8-4921-b7d4-458ecf22c050 req-eb836a53-cb05-4291-b7ab-7f5ec52757c7 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489240 Jun 07 13:40:10.328280 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b34eb-02af-4d50-bfa7-b4fe781eb145 req-6528bad0-d7cc-4b73-8d0f-f0b0adaa2cd3 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:10.329815 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cb6b34eb-02af-4d50-bfa7-b4fe781eb145 req-6528bad0-d7cc-4b73-8d0f-f0b0adaa2cd3 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 945 time: 0.0887344 Jun 07 13:40:10.378354 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cb6b34eb-02af-4d50-bfa7-b4fe781eb145 req-3fdc36a9-6d93-4bd7-b0f0-b9afd311d4e0 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421414 Jun 07 13:40:10.825140 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf794a8-02fb-4f7d-a7c0-b3b40f7bd02b req-c06094aa-e104-48c4-a341-48b0d7b653cb tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:10.832748 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-faf794a8-02fb-4f7d-a7c0-b3b40f7bd02b req-c06094aa-e104-48c4-a341-48b0d7b653cb tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0993037 Jun 07 13:40:10.921328 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-faf794a8-02fb-4f7d-a7c0-b3b40f7bd02b req-028a5d67-da38-4224-a045-206096c5555e tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875399 Jun 07 13:40:10.968474 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 46454) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:11.172852 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f90d2e-fc47-409b-a91f-124552bd1282 req-b915c8c8-5821-4d71-99a4-b02e8f3d2c81 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:11.175119 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e2f90d2e-fc47-409b-a91f-124552bd1282 req-b915c8c8-5821-4d71-99a4-b02e8f3d2c81 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1955447 Jun 07 13:40:11.196398 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-de82aa03-7844-4c89-8032-8ea29af57189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:11.361292 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e2f90d2e-fc47-409b-a91f-124552bd1282 req-e9f6ffdf-b626-480d-b2f4-67a51a56a203 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386929 Jun 07 13:40:11.447439 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43790a4-3517-46a3-847d-65932585cefe req-6271f191-d64c-43af-b01c-07c67e21e4d2 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:11.455463 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a43790a4-3517-46a3-847d-65932585cefe req-6271f191-d64c-43af-b01c-07c67e21e4d2 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1412637 Jun 07 13:40:11.477940 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-de82aa03-7844-4c89-8032-8ea29af57189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:11.484350 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-de82aa03-7844-4c89-8032-8ea29af57189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:11.509020 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a43790a4-3517-46a3-847d-65932585cefe req-128a710d-d499-470e-b807-463495de779d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524855 Jun 07 13:40:11.598836 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-734d95bb-bde6-49f8-825e-34f7be25cebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:11.614621 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-de82aa03-7844-4c89-8032-8ea29af57189 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b9944ebcd1546f4a2ed2640949fe95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6406791 Jun 07 13:40:11.615067 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 46476) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:11.665469 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82aa03-7844-4c89-8032-8ea29af57189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ba1429-4190-47cc-b122-cd3d768385ca,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:11.681762 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-de82aa03-7844-4c89-8032-8ea29af57189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:11.689474 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18b417-c6a7-4ddf-a08a-2164ef05260a req-33ee6793-b5b8-4a8e-8a7d-33e0169d72ba tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:11.696720 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3a18b417-c6a7-4ddf-a08a-2164ef05260a req-33ee6793-b5b8-4a8e-8a7d-33e0169d72ba tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 946 time: 0.1751423 Jun 07 13:40:11.748989 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c59aa5e5-0c80-4f3f-8a1b-b598c20deb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:11.795625 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c59aa5e5-0c80-4f3f-8a1b-b598c20deb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:11.885117 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c59aa5e5-0c80-4f3f-8a1b-b598c20deb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:11.888453 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3a18b417-c6a7-4ddf-a08a-2164ef05260a req-1f96215a-704f-4ccf-a6a1-8c24f6d6e46d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906621 Jun 07 13:40:11.889368 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c59aa5e5-0c80-4f3f-8a1b-b598c20deb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:11.903080 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-c59aa5e5-0c80-4f3f-8a1b-b598c20deb1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4ba1429-4190-47cc-b122-cd3d768385ca HTTP/1.1" status: 204 len: 168 time: 0.2869749 Jun 07 13:40:11.905710 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-aaf83f37-81f3-4fcc-b5ee-25ec1140e425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:11.919843 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa5e5-0c80-4f3f-8a1b-b598c20deb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ba1429-4190-47cc-b122-cd3d768385ca,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:11.922275 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c59aa5e5-0c80-4f3f-8a1b-b598c20deb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:12.032372 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312d92-14cc-448b-b713-0fdfc992aa39 req-49ff2e58-23c6-44db-8477-f6019c8b77c3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:12.035256 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6c312d92-14cc-448b-b713-0fdfc992aa39 req-49ff2e58-23c6-44db-8477-f6019c8b77c3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 946 time: 0.1171749 Jun 07 13:40:12.255413 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-6c312d92-14cc-448b-b713-0fdfc992aa39 req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Deleting port bf391f67-78fb-44d5-a293-5f15f2b4f26c {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:40:12.257881 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6c312d92-14cc-448b-b713-0fdfc992aa39 req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:12.287399 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b5eea-8a57-49d1-b1e7-613035757f24 req-a038dddc-7491-497b-b19d-99fd92c6c03c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:12.296398 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b67b5eea-8a57-49d1-b1e7-613035757f24 req-a038dddc-7491-497b-b19d-99fd92c6c03c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.2387726 Jun 07 13:40:12.372783 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b67b5eea-8a57-49d1-b1e7-613035757f24 req-d7ce91a7-2881-4a48-8ea9-6c7b1b937c5f tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754983 Jun 07 13:40:12.482787 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-6c312d92-14cc-448b-b713-0fdfc992aa39 req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] For port bf391f67-78fb-44d5-a293-5f15f2b4f26c, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=bf391f67-78fb-44d5-a293-5f15f2b4f26c,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:12.483449 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6c312d92-14cc-448b-b713-0fdfc992aa39 req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:12.658557 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-6c312d92-14cc-448b-b713-0fdfc992aa39 req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Calling delete_port for bf391f67-78fb-44d5-a293-5f15f2b4f26c owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:40:12.720467 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dde4c-2277-4b73-9c0b-6c9c27b53982 req-a4e132fe-23dc-44e8-be22-89ed713ac612 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:12.721941 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-705dde4c-2277-4b73-9c0b-6c9c27b53982 req-a4e132fe-23dc-44e8-be22-89ed713ac612 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0909986 Jun 07 13:40:12.739989 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525bb31-2700-4e84-a6d4-4507db7c2be6 req-8fb1977f-af9c-4935-8d97-3867ebff0cd8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:12.742395 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8525bb31-2700-4e84-a6d4-4507db7c2be6 req-8fb1977f-af9c-4935-8d97-3867ebff0cd8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1934140 Jun 07 13:40:12.772091 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-705dde4c-2277-4b73-9c0b-6c9c27b53982 req-9b64c722-9f6d-4d80-b46c-540ee3b7b0d9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Jun 07 13:40:12.829310 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8525bb31-2700-4e84-a6d4-4507db7c2be6 req-16ddcd46-e77a-4763-b42b-cea026179cac tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751414 Jun 07 13:40:12.865112 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6c312d92-14cc-448b-b713-0fdfc992aa39 req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:12.871369 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ecdc454a-e690-4361-b88e-46c23d0c0b29 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:40:12.871946 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:12.879425 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['50ce2ee7-6377-4b4c-b9a6-9615e592be2f', 'bf391f67-78fb-44d5-a293-5f15f2b4f26c'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:12.917251 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Pushing event deleted for resources: {'Port': ['ID=bf391f67-78fb-44d5-a293-5f15f2b4f26c,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:12.919996 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:12.997630 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c312d92-14cc-448b-b713-0fdfc992aa39 req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] No DVR routers for this DVR port bf391f67-78fb-44d5-a293-5f15f2b4f26c on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:40:13.002596 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6c312d92-14cc-448b-b713-0fdfc992aa39 req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:13.004573 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6c312d92-14cc-448b-b713-0fdfc992aa39 req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "DELETE /v2.0/ports/bf391f67-78fb-44d5-a293-5f15f2b4f26c HTTP/1.1" status: 204 len: 173 time: 0.9631929 Jun 07 13:40:13.005097 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57fa0cc-506b-4feb-a723-f0e22134a09b', 'name': 'network-vif-deleted', 'tag': 'bf391f67-78fb-44d5-a293-5f15f2b4f26c'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:13.010504 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1bce14-aaec-4e8d-9710-852143575f89" -d '{"events": [{"server_uuid": "f57fa0cc-506b-4feb-a723-f0e22134a09b", "name": "network-vif-deleted", "tag": "bf391f67-78fb-44d5-a293-5f15f2b4f26c"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:13.084432 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5385cd-1547-44c9-8dfd-45fecf1f9310 x-openstack-request-id: req-cf5385cd-1547-44c9-8dfd-45fecf1f9310 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:13.086276 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57fa0cc-506b-4feb-a723-f0e22134a09b", "name": "network-vif-deleted", "tag": "bf391f67-78fb-44d5-a293-5f15f2b4f26c", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:13.087058 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf5385cd-1547-44c9-8dfd-45fecf1f9310 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:13.087708 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57fa0cc-506b-4feb-a723-f0e22134a09b', 'name': 'network-vif-deleted', 'tag': 'bf391f67-78fb-44d5-a293-5f15f2b4f26c', 'status': 'completed', 'code': 200} Jun 07 13:40:13.143662 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2201ffb3-9853-45c6-becb-aa441dd437dc req-3fee086e-55b4-4ede-a971-a4ea0e91c126 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=f57fa0cc-506b-4feb-a723-f0e22134a09b HTTP/1.1" status: 200 len: 210 time: 0.0748823 Jun 07 13:40:13.221144 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:13.241531 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'port_id': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'mac_address': 'fa:16:3e:50:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:40:13.306323 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:13.323483 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecdc454a-e690-4361-b88e-46c23d0c0b29 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:40:13.340140 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:13.344252 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:13.347471 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:13.415339 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ecdc454a-e690-4361-b88e-46c23d0c0b29,revision_number=6']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:13.418628 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:13.572882 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa73c7-1620-4ce0-b8fc-0ce8ecdd40e5 req-0985aba1-ca51-48a8-a369-50a562f19b56 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:13.574550 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-33aa73c7-1620-4ce0-b8fc-0ce8ecdd40e5 req-0985aba1-ca51-48a8-a369-50a562f19b56 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0871003 Jun 07 13:40:13.624220 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-33aa73c7-1620-4ce0-b8fc-0ce8ecdd40e5 req-0f85a388-5689-4d3d-8772-b5b62159771e tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437858 Jun 07 13:40:13.669898 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['ecdc454a-e690-4361-b88e-46c23d0c0b29'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:40:14.010993 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60401f03-298d-4bec-9fdc-5d87561c282f req-8bbfa06f-4a2c-4df2-9c2c-f8d25ab4f3c0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:14.019407 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-60401f03-298d-4bec-9fdc-5d87561c282f req-8bbfa06f-4a2c-4df2-9c2c-f8d25ab4f3c0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1089249 Jun 07 13:40:14.079292 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-60401f03-298d-4bec-9fdc-5d87561c282f req-4ddc5e65-d4fc-4e40-ac5a-ad8a6bdae6b8 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585458 Jun 07 13:40:14.109467 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cc6e5-e958-4d24-997c-f9b9a7b80878 req-ec121f91-8f53-4311-a825-339a882a4fd0 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:14.110983 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fb8cc6e5-e958-4d24-997c-f9b9a7b80878 req-ec121f91-8f53-4311-a825-339a882a4fd0 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 944 time: 0.1254344 Jun 07 13:40:14.162334 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fb8cc6e5-e958-4d24-997c-f9b9a7b80878 req-4e9c90ec-c005-4a01-a10e-f0014518a4a2 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450258 Jun 07 13:40:14.816424 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab364c-6231-43ae-847c-a44df839f605 req-c7b4cf21-51a7-4df2-822b-0d462d9e21e8 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:14.817704 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8cab364c-6231-43ae-847c-a44df839f605 req-c7b4cf21-51a7-4df2-822b-0d462d9e21e8 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0824080 Jun 07 13:40:14.868755 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8cab364c-6231-43ae-847c-a44df839f605 req-d531ecd4-8c05-4744-b74e-da0f60eb3298 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449488 Jun 07 13:40:14.875827 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ecdc454a-e690-4361-b88e-46c23d0c0b29 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:40:14.947448 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port ecdc454a-e690-4361-b88e-46c23d0c0b29 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:40:14.948160 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:15.081094 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:15.109196 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:15.111486 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec59c5e7-0579-47db-8197-82cb33445006" -d '{"events": [{"server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:15.119928 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:15.125336 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:15.126524 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device bf391f67-78fb-44d5-a293-5f15f2b4f26c no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:40:15.163576 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:15.200463 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8249e7b8-ac7a-4587-8d7b-670f052f1990 x-openstack-request-id: req-8249e7b8-ac7a-4587-8d7b-670f052f1990 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:15.200936 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:15.201330 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8249e7b8-ac7a-4587-8d7b-670f052f1990 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:15.201787 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'code': 200} Jun 07 13:40:15.208142 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: bf391f67-78fb-44d5-a293-5f15f2b4f26c {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:40:15.208490 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device bf391f67-78fb-44d5-a293-5f15f2b4f26c not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:40:15.249259 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ecdc454a-e690-4361-b88e-46c23d0c0b29,revision_number=7']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:15.253026 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:15.310800 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38f9c1-fdcc-447b-8904-50abccea489e req-ee8ff68c-3553-47a5-8b8e-e0266d5eaffb tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:15.312883 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-dd38f9c1-fdcc-447b-8904-50abccea489e req-ee8ff68c-3553-47a5-8b8e-e0266d5eaffb tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0899031 Jun 07 13:40:15.363223 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-dd38f9c1-fdcc-447b-8904-50abccea489e req-15c1b727-87f6-4747-9fbe-fcb1282b7474 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445840 Jun 07 13:40:15.441496 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecfa0f-c6ea-43ff-8fd5-5b37305b6f6c req-64ae2969-3636-4eb2-bb81-f8c94e03796b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:15.443003 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9fecfa0f-c6ea-43ff-8fd5-5b37305b6f6c req-64ae2969-3636-4eb2-bb81-f8c94e03796b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0914898 Jun 07 13:40:15.514278 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9fecfa0f-c6ea-43ff-8fd5-5b37305b6f6c req-dafee855-3512-4b4c-ab05-8bda3b9800bc tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592682 Jun 07 13:40:15.869757 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb8ae8-fd8b-4134-ae33-308ae2ca982d req-18ce7942-92f8-487f-a533-658876977ea7 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:15.871238 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cacb8ae8-fd8b-4134-ae33-308ae2ca982d req-18ce7942-92f8-487f-a533-658876977ea7 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 946 time: 0.0793142 Jun 07 13:40:15.923741 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cacb8ae8-fd8b-4134-ae33-308ae2ca982d req-d980ae0a-18b1-4a0b-a877-9b81df631f71 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462630 Jun 07 13:40:16.080998 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8d35e-e499-4781-b435-4937d069ae40 req-0179f06f-bc66-4dbc-a345-9c3adda4be24 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:16.082461 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2ee8d35e-e499-4781-b435-4937d069ae40 req-0179f06f-bc66-4dbc-a345-9c3adda4be24 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0917079 Jun 07 13:40:16.128414 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2ee8d35e-e499-4781-b435-4937d069ae40 req-3a31272f-643c-4933-9b9e-73e99b4f1ab6 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399852 Jun 07 13:40:16.557384 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c2276-3772-42a3-8c03-0a51b7941edc req-8267a307-38dd-4fc6-be9f-1149ef29eb78 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:16.558883 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f94c2276-3772-42a3-8c03-0a51b7941edc req-8267a307-38dd-4fc6-be9f-1149ef29eb78 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0835643 Jun 07 13:40:16.605775 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f94c2276-3772-42a3-8c03-0a51b7941edc req-ba795d15-e772-4328-a25b-45e13e020298 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Jun 07 13:40:16.728088 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115d546-1314-4730-92d3-0755fd1010b5 req-64f40c4a-7947-4b8b-a7bf-6eedcfae939e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:16.729659 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2115d546-1314-4730-92d3-0755fd1010b5 req-64f40c4a-7947-4b8b-a7bf-6eedcfae939e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0931435 Jun 07 13:40:16.777998 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2115d546-1314-4730-92d3-0755fd1010b5 req-ba195d7e-7b6d-458a-b3df-60ffebf087d8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416873 Jun 07 13:40:17.118040 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d60b-59ee-4165-88e7-7e83f48f4ce0 req-1eed4379-1d4e-46d1-aa6e-8a75b4869a14 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:17.120027 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9227d60b-59ee-4165-88e7-7e83f48f4ce0 req-1eed4379-1d4e-46d1-aa6e-8a75b4869a14 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 946 time: 0.0854843 Jun 07 13:40:17.172152 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9227d60b-59ee-4165-88e7-7e83f48f4ce0 req-8eec9533-9236-4cb2-a62d-b6acecf77dd5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464759 Jun 07 13:40:17.385060 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655a5cc-bd41-428e-bca3-8094c81949b9 req-f2f7bcb1-96da-4f75-9699-a49a435c1763 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:17.386641 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9655a5cc-bd41-428e-bca3-8094c81949b9 req-f2f7bcb1-96da-4f75-9699-a49a435c1763 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1115649 Jun 07 13:40:17.435569 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9655a5cc-bd41-428e-bca3-8094c81949b9 req-c4022248-231b-4368-9578-631966a9a24d tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427539 Jun 07 13:40:17.806019 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f328141-d756-42ed-a6ce-cab668c799d5 req-01d971e2-ec44-4fce-8fa1-a5221e87c78d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:17.808184 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8f328141-d756-42ed-a6ce-cab668c799d5 req-01d971e2-ec44-4fce-8fa1-a5221e87c78d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0840669 Jun 07 13:40:17.885195 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8f328141-d756-42ed-a6ce-cab668c799d5 req-bcc8de2c-aeb8-48e7-8e32-fa1fdc7017bb tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693634 Jun 07 13:40:17.993835 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f50184-2b8c-4af9-89c4-9363bf9047e6 req-2bb6a1e6-46ca-4b7f-86f4-848f8fab206d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:18.001151 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-36f50184-2b8c-4af9-89c4-9363bf9047e6 req-2bb6a1e6-46ca-4b7f-86f4-848f8fab206d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0884891 Jun 07 13:40:18.047512 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-36f50184-2b8c-4af9-89c4-9363bf9047e6 req-48beba88-9dc1-4adc-8daf-0acece443f9a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454922 Jun 07 13:40:18.361781 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542e802-57a8-41e5-8e09-9c44e04b9481 req-b4af5e06-e4ae-44de-a853-1fc6a39dfb61 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:18.363302 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7542e802-57a8-41e5-8e09-9c44e04b9481 req-b4af5e06-e4ae-44de-a853-1fc6a39dfb61 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 946 time: 0.2337999 Jun 07 13:40:18.492503 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910af810-7402-4740-8fe2-f7cc304aaa5d req-5c329e29-77b0-4dc3-869f-e5face9930fe tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:18.494046 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-910af810-7402-4740-8fe2-f7cc304aaa5d req-5c329e29-77b0-4dc3-869f-e5face9930fe tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 946 time: 0.1968021 Jun 07 13:40:18.565286 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-910af810-7402-4740-8fe2-f7cc304aaa5d req-c104548e-b1b2-4baa-ba43-52f47f4e7a23 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3e5ca53-e9f2-4421-a38c-faeb3884a526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627184 Jun 07 13:40:18.591876 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-7542e802-57a8-41e5-8e09-9c44e04b9481 req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Deleting port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:40:18.592241 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-7542e802-57a8-41e5-8e09-9c44e04b9481 req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:18.665041 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4db82-7850-4aa4-93dd-e941451091c0 req-e482db53-41dc-4d53-b2d5-ce4527f331b7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:18.666598 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d4d4db82-7850-4aa4-93dd-e941451091c0 req-e482db53-41dc-4d53-b2d5-ce4527f331b7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1075435 Jun 07 13:40:18.731769 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d4d4db82-7850-4aa4-93dd-e941451091c0 req-d34d6e02-2c16-4ed9-ae18-a31286dad122 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535245 Jun 07 13:40:18.759174 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-7542e802-57a8-41e5-8e09-9c44e04b9481 req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] For port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=50ce2ee7-6377-4b4c-b9a6-9615e592be2f,segment=NetworkSegment(89f045b9-a568-48a6-87e1-2034abe7320c),segment_id=89f045b9-a568-48a6-87e1-2034abe7320c)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:18.759526 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-7542e802-57a8-41e5-8e09-9c44e04b9481 req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:18.898211 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-7542e802-57a8-41e5-8e09-9c44e04b9481 req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Calling delete_port for 50ce2ee7-6377-4b4c-b9a6-9615e592be2f owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:40:19.138760 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-7542e802-57a8-41e5-8e09-9c44e04b9481 req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:19.145745 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:19.196414 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Pushing event deleted for resources: {'Port': ['ID=50ce2ee7-6377-4b4c-b9a6-9615e592be2f,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:19.236600 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb963e-d1b0-499b-847d-4fd118adbe34 req-42c342dd-ce93-462e-807a-685e5214e3d0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:19.238092 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-37bb963e-d1b0-499b-847d-4fd118adbe34 req-42c342dd-ce93-462e-807a-685e5214e3d0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.2167377 Jun 07 13:40:19.244184 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:19.273999 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeef227-8d05-4918-a351-10b1b136da7f req-4e362ace-1e4c-4b42-9a0d-276f31703a25 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:19.281594 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7eeef227-8d05-4918-a351-10b1b136da7f req-4e362ace-1e4c-4b42-9a0d-276f31703a25 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1101241 Jun 07 13:40:19.299052 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7542e802-57a8-41e5-8e09-9c44e04b9481 req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] No DVR routers for this DVR port 50ce2ee7-6377-4b4c-b9a6-9615e592be2f on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:40:19.303012 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-7542e802-57a8-41e5-8e09-9c44e04b9481 req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:19.305439 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7542e802-57a8-41e5-8e09-9c44e04b9481 req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.54 "DELETE /v2.0/ports/50ce2ee7-6377-4b4c-b9a6-9615e592be2f HTTP/1.1" status: 204 len: 173 time: 0.9339404 Jun 07 13:40:19.305925 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2724e78-d9ef-4d44-8216-0d088c483e97', 'name': 'network-vif-deleted', 'tag': '50ce2ee7-6377-4b4c-b9a6-9615e592be2f'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:19.308200 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404be803-775f-4483-915b-6c522095b34c" -d '{"events": [{"server_uuid": "d2724e78-d9ef-4d44-8216-0d088c483e97", "name": "network-vif-deleted", "tag": "50ce2ee7-6377-4b4c-b9a6-9615e592be2f"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:19.330371 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7eeef227-8d05-4918-a351-10b1b136da7f req-3c37951c-33f4-4799-98c5-ce965b8a175c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478070 Jun 07 13:40:19.331387 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-37bb963e-d1b0-499b-847d-4fd118adbe34 req-4c20699c-ed6e-4eb5-8b42-24e83c605e41 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540805 Jun 07 13:40:19.381089 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9daeb78-3796-488e-8b4b-6f01e0e70307 x-openstack-request-id: req-e9daeb78-3796-488e-8b4b-6f01e0e70307 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:19.381937 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2724e78-d9ef-4d44-8216-0d088c483e97", "name": "network-vif-deleted", "tag": "50ce2ee7-6377-4b4c-b9a6-9615e592be2f", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:19.382356 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9daeb78-3796-488e-8b4b-6f01e0e70307 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:19.382817 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2724e78-d9ef-4d44-8216-0d088c483e97', 'name': 'network-vif-deleted', 'tag': '50ce2ee7-6377-4b4c-b9a6-9615e592be2f', 'status': 'completed', 'code': 200} Jun 07 13:40:19.727681 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3671c82a-e1ea-4909-9de6-e674e4ea2c28 req-87c9d36d-e591-46dd-9ef8-f64431c54bd9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2724e78-d9ef-4d44-8216-0d088c483e97 HTTP/1.1" status: 200 len: 210 time: 0.0437136 Jun 07 13:40:19.919123 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05093d39-fe09-4f28-b2c3-2807ad745dfa req-f8cd2d88-b28d-48cc-85b4-fbac4ef36d9a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:19.920598 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-05093d39-fe09-4f28-b2c3-2807ad745dfa req-f8cd2d88-b28d-48cc-85b4-fbac4ef36d9a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0851820 Jun 07 13:40:19.968857 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-05093d39-fe09-4f28-b2c3-2807ad745dfa req-ed312f57-222d-4408-a2dd-828858a7364d tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418265 Jun 07 13:40:20.360517 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81e9d7-336d-4141-bfa1-876a58fa8e2c req-6b11e6cc-ba0d-41d6-b154-6f59fdeeed98 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:20.362002 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2e81e9d7-336d-4141-bfa1-876a58fa8e2c req-6b11e6cc-ba0d-41d6-b154-6f59fdeeed98 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0957479 Jun 07 13:40:20.422721 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2e81e9d7-336d-4141-bfa1-876a58fa8e2c req-2c894a2e-e19f-4cb8-a324-033d681769a9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510502 Jun 07 13:40:20.466320 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549e79e-07ec-43c6-babb-2c789e1e0476 req-78c198ae-b9f6-4b37-836e-1142d86a6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:20.468280 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d549e79e-07ec-43c6-babb-2c789e1e0476 req-78c198ae-b9f6-4b37-836e-1142d86a6108 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 1098 time: 0.1141672 Jun 07 13:40:20.620789 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda8385-5dd3-4d42-9059-57411d87f249 req-ef2a973c-044d-4c07-9fc9-9b9e9916cafa tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:20.631082 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0bda8385-5dd3-4d42-9059-57411d87f249 req-ef2a973c-044d-4c07-9fc9-9b9e9916cafa tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1029651 Jun 07 13:40:20.671213 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549e79e-07ec-43c6-babb-2c789e1e0476 req-9abe4739-78e7-4494-8021-0444cdde2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:20.672563 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d549e79e-07ec-43c6-babb-2c789e1e0476 req-9abe4739-78e7-4494-8021-0444cdde2777 service neutron] 10.222.0.54 "GET /v2.0/networks?id=208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 200 len: 912 time: 0.1940317 Jun 07 13:40:20.688225 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0bda8385-5dd3-4d42-9059-57411d87f249 req-3e28ae8b-9087-4cbb-8098-6351f9277d56 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548255 Jun 07 13:40:20.745153 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d99ae-f351-4b53-bcfd-451f9b71dcef req-60b95419-95db-4210-952a-9f1d1384f6ca tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:20.746563 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7b8d99ae-f351-4b53-bcfd-451f9b71dcef req-60b95419-95db-4210-952a-9f1d1384f6ca tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.2379034 Jun 07 13:40:20.819725 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7b8d99ae-f351-4b53-bcfd-451f9b71dcef req-9531272e-1c7b-4d20-880d-49a0c5a10f8c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644925 Jun 07 13:40:20.821532 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d549e79e-07ec-43c6-babb-2c789e1e0476 req-377088bd-6405-4336-92b1-0734e4b5f395 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad951c4-a121-4a1b-96b8-5ddb57597905 HTTP/1.1" status: 200 len: 1000 time: 0.1401908 Jun 07 13:40:20.827690 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 46592) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:20.888070 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-551d92fc-c84c-43e2-9291-68775c2f0638 admin admin] Deleting subnet 0e25dc1d-cf63-403a-9f14-69b96cbdcfa0 {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:40:20.891592 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-551d92fc-c84c-43e2-9291-68775c2f0638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:20.905700 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549e79e-07ec-43c6-babb-2c789e1e0476 req-69b83fb8-4656-4a20-bcfd-914e4a183343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:20.907304 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d549e79e-07ec-43c6-babb-2c789e1e0476 req-69b83fb8-4656-4a20-bcfd-914e4a183343 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=050186de-5062-460e-8201-e277a2d397b8 HTTP/1.1" status: 200 len: 850 time: 0.0756958 Jun 07 13:40:20.922143 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 50ce2ee7-6377-4b4c-b9a6-9615e592be2f no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:40:20.957760 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-551d92fc-c84c-43e2-9291-68775c2f0638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27891217'] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:20.959824 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: 50ce2ee7-6377-4b4c-b9a6-9615e592be2f {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:40:20.960545 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 50ce2ee7-6377-4b4c-b9a6-9615e592be2f not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:40:20.993061 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549e79e-07ec-43c6-babb-2c789e1e0476 req-32928b22-6bc1-4424-bace-0f922730fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:20.994930 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d549e79e-07ec-43c6-babb-2c789e1e0476 req-32928b22-6bc1-4424-bace-0f922730fd4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=208989e9-9ce4-41b2-86c1-f7dfee081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785074 Jun 07 13:40:21.043329 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-551d92fc-c84c-43e2-9291-68775c2f0638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:21.131941 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-551d92fc-c84c-43e2-9291-68775c2f0638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27870470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1929117'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:21.137828 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c690b2de-b76e-447c-a4d9-ad32a25ba786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:21.202185 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-551d92fc-c84c-43e2-9291-68775c2f0638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:21.204821 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-551d92fc-c84c-43e2-9291-68775c2f0638 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0e25dc1d-cf63-403a-9f14-69b96cbdcfa0 HTTP/1.1" status: 204 len: 168 time: 0.3753753 Jun 07 13:40:21.205718 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d92fc-c84c-43e2-9291-68775c2f0638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e25dc1d-cf63-403a-9f14-69b96cbdcfa0,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:21.207318 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 46596) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:21.209255 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-551d92fc-c84c-43e2-9291-68775c2f0638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:21.279736 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d549e79e-07ec-43c6-babb-2c789e1e0476 req-5889e3c7-5926-41d7-b2d1-63908e8a45a9 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734234 Jun 07 13:40:21.369894 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:21.587129 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:21.596576 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d549e79e-07ec-43c6-babb-2c789e1e0476 req-a0dc199d-0677-4bfa-975f-10bb16248be9 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690504 Jun 07 13:40:21.604848 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844ddbe4-c8bc-4253-9153-cd41903e9144']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:40:21.619245 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f045b9-a568-48a6-87e1-2034abe7320c') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:40:21.619776 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f045b9-a568-48a6-87e1-2034abe7320c') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:40:21.635038 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27816299'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:21.644919 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035801c-b034-405d-a4b3-d4bc04087720 req-e2bb0716-61dd-4c0a-b6f2-baa143d987a0 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:21.646589 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4035801c-b034-405d-a4b3-d4bc04087720 req-e2bb0716-61dd-4c0a-b6f2-baa143d987a0 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1171198 Jun 07 13:40:21.660542 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:21.668153 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:40:21.668542 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1293795'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: Traceback (most recent call last): Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: timer() Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: cb(*args, **kw) Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: return func(*args, **kwargs) Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: self._notify() Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: self.callback(batched_events) Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: event.method(event) Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: return f(self, *a, **k) Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: return self._get(url).json() Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:40:21.681931 dv-cinder-785362-2-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:40:21.709939 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4035801c-b034-405d-a4b3-d4bc04087720 req-307b26d6-711e-4a74-bade-900c5d4b729c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564723 Jun 07 13:40:21.766317 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:21.771537 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:21.793615 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:21.798588 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] 10.222.0.50 "DELETE /v2.0/networks/844ddbe4-c8bc-4253-9153-cd41903e9144 HTTP/1.1" status: 204 len: 168 time: 0.5867536 Jun 07 13:40:21.799529 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=844ddbe4-c8bc-4253-9153-cd41903e9144,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:21.801815 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-09fd3f9b-e893-436e-97ba-eb7a201b1f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:21.970268 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5d407-192a-40d4-a233-1bafdf089421 req-c1ab262a-d983-47cd-801b-6cb330fc5e0c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:21.980730 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b8e5d407-192a-40d4-a233-1bafdf089421 req-c1ab262a-d983-47cd-801b-6cb330fc5e0c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1560583 Jun 07 13:40:22.042228 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 46606) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:22.050751 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b8e5d407-192a-40d4-a233-1bafdf089421 req-fafcd82e-09f6-4091-b467-f4f87f734170 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690405 Jun 07 13:40:22.075730 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2a3d3-9004-4d09-9dca-db416e5d2fad req-8140b163-4689-4ac7-8383-b8e77c5d28e3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:22.077189 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-52f2a3d3-9004-4d09-9dca-db416e5d2fad req-8140b163-4689-4ac7-8383-b8e77c5d28e3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1309512 Jun 07 13:40:22.182682 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-d7769014-71b0-4a09-b246-b6f8493c793e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5da3599657b44d5680910ac460ffdfad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1389468 Jun 07 13:40:22.185397 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 46608) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:22.233657 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-52f2a3d3-9004-4d09-9dca-db416e5d2fad req-a00d336f-f388-4971-87d7-934b0323af6c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476119 Jun 07 13:40:22.299555 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e4915e9e-7218-4ff3-b0b0-a032acd32222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:22.330833 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e4915e9e-7218-4ff3-b0b0-a032acd32222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:22.399790 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e4915e9e-7218-4ff3-b0b0-a032acd32222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:22.402841 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e4915e9e-7218-4ff3-b0b0-a032acd32222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:22.404047 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-e4915e9e-7218-4ff3-b0b0-a032acd32222 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3e5ca53-e9f2-4421-a38c-faeb3884a526 HTTP/1.1" status: 204 len: 168 time: 0.2177770 Jun 07 13:40:22.404843 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c59aa5e5-0c80-4f3f-8a1b-b598c20deb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:22.415222 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4915e9e-7218-4ff3-b0b0-a032acd32222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e5ca53-e9f2-4421-a38c-faeb3884a526,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:22.417602 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e4915e9e-7218-4ff3-b0b0-a032acd32222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:22.534361 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:40:22.922943 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3245a-2ad1-42a7-9147-25164de7d8c8 req-b75cdb06-9a7e-492f-aef1-4c297ab39ce0 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:22.926590 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5db3245a-2ad1-42a7-9147-25164de7d8c8 req-b75cdb06-9a7e-492f-aef1-4c297ab39ce0 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0900102 Jun 07 13:40:22.977430 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5db3245a-2ad1-42a7-9147-25164de7d8c8 req-d507a3af-bb50-4ea8-b68f-dc138ccd4934 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468006 Jun 07 13:40:23.322260 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8f725-bf4a-4306-b624-1b6765a3db53 req-8811cb80-59b8-4e44-a1f2-aec90aaec524 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:23.323780 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-52f8f725-bf4a-4306-b624-1b6765a3db53 req-8811cb80-59b8-4e44-a1f2-aec90aaec524 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1556828 Jun 07 13:40:23.396534 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-52f8f725-bf4a-4306-b624-1b6765a3db53 req-57931170-9c7b-4d12-82aa-62490ce3271b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Jun 07 13:40:23.516404 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70b96b-379c-4162-b259-5e784eef7f5f req-3d39f8a0-6742-48df-9876-9f7945db26b6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:23.523298 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7b70b96b-379c-4162-b259-5e784eef7f5f req-3d39f8a0-6742-48df-9876-9f7945db26b6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1317601 Jun 07 13:40:23.606404 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7b70b96b-379c-4162-b259-5e784eef7f5f req-7ffc215f-fd32-460f-aaf8-3191c3a2e27c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795710 Jun 07 13:40:24.660123 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28d348-6ec1-4f22-8679-604529abdad9 req-9d0ab509-5e56-4234-891b-de3a14cb43af tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:24.668564 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ec28d348-6ec1-4f22-8679-604529abdad9 req-9d0ab509-5e56-4234-891b-de3a14cb43af tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1285055 Jun 07 13:40:24.724391 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ec28d348-6ec1-4f22-8679-604529abdad9 req-87e88daa-3e63-4acb-b445-8728ccf477e4 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548518 Jun 07 13:40:24.866522 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e68671-3bfa-42d6-81c4-4d5586a4431d req-97f524dd-8836-41e7-b8de-463e7f0f9428 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:24.868843 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-67e68671-3bfa-42d6-81c4-4d5586a4431d req-97f524dd-8836-41e7-b8de-463e7f0f9428 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0964799 Jun 07 13:40:24.921993 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-67e68671-3bfa-42d6-81c4-4d5586a4431d req-7e625b4e-4668-49ad-b525-f8e5d3ebd5ed tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464306 Jun 07 13:40:24.982499 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 46694) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:25.118755 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b197d5a4-d7e0-45a5-9397-14a04d72e2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:25.233616 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b197d5a4-d7e0-45a5-9397-14a04d72e2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:25.238249 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b197d5a4-d7e0-45a5-9397-14a04d72e2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:25.247679 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-401779c6-d64a-48a9-8939-562caaa41cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:25.288794 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197d5a4-d7e0-45a5-9397-14a04d72e2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbbd482-3ccf-4717-a1ae-4a3b43cf5640,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:25.296015 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-b197d5a4-d7e0-45a5-9397-14a04d72e2c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0c9c189a554450ab573ef2816d71a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099511 Jun 07 13:40:25.296015 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b197d5a4-d7e0-45a5-9397-14a04d72e2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:25.296334 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 46698) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:25.357141 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-db6721e2-51ec-4345-b0a7-fcc56e53bc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:25.387539 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-db6721e2-51ec-4345-b0a7-fcc56e53bc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:25.441979 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-db6721e2-51ec-4345-b0a7-fcc56e53bc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:25.444877 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-db6721e2-51ec-4345-b0a7-fcc56e53bc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:25.445993 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-db6721e2-51ec-4345-b0a7-fcc56e53bc4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fbbd482-3ccf-4717-a1ae-4a3b43cf5640 HTTP/1.1" status: 204 len: 168 time: 0.1485603 Jun 07 13:40:25.446799 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-845b37e4-aeb6-437c-9a87-cf84a7258ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:25.462054 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6721e2-51ec-4345-b0a7-fcc56e53bc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbbd482-3ccf-4717-a1ae-4a3b43cf5640,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:25.464724 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-db6721e2-51ec-4345-b0a7-fcc56e53bc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:25.921328 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cfbb5-5f48-4b46-8d95-73b8b193e421 req-03ebf587-d66e-46c0-b4be-f922d8dce2e8 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:25.922785 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e33cfbb5-5f48-4b46-8d95-73b8b193e421 req-03ebf587-d66e-46c0-b4be-f922d8dce2e8 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0904028 Jun 07 13:40:25.948402 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 46708) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:25.968295 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-60224857-fe33-4ed5-8c23-25978e43c2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:25.986508 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e33cfbb5-5f48-4b46-8d95-73b8b193e421 req-bf10e601-db22-458f-9ae4-9e68a5002a20 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572217 Jun 07 13:40:26.169736 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-60224857-fe33-4ed5-8c23-25978e43c2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:26.176605 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-60224857-fe33-4ed5-8c23-25978e43c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:26.184678 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e160002b-b92c-46a7-bada-37c0d611a61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:26.236490 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-60224857-fe33-4ed5-8c23-25978e43c2f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8482c847df8d45aa88aebcdbbde107e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868693 Jun 07 13:40:26.239243 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 46712) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:26.250553 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f9546-0010-42fd-8f99-14a2042a8b0a req-b4caddb5-616c-442a-8e27-fd49c688075a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:26.252416 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-731f9546-0010-42fd-8f99-14a2042a8b0a req-b4caddb5-616c-442a-8e27-fd49c688075a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1646402 Jun 07 13:40:26.253307 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60224857-fe33-4ed5-8c23-25978e43c2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a1ee3a-3325-44ce-89ee-4d0120ca213a,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:26.257241 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-60224857-fe33-4ed5-8c23-25978e43c2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:26.315231 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5894d037-c65e-43f2-9ad3-48643fed4e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:26.318384 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-731f9546-0010-42fd-8f99-14a2042a8b0a req-7464bede-bf5b-4cb9-b6ac-20d0976136f5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572102 Jun 07 13:40:26.345245 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5894d037-c65e-43f2-9ad3-48643fed4e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:26.401578 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5894d037-c65e-43f2-9ad3-48643fed4e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:26.404105 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5894d037-c65e-43f2-9ad3-48643fed4e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:26.407632 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-5894d037-c65e-43f2-9ad3-48643fed4e26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7a1ee3a-3325-44ce-89ee-4d0120ca213a HTTP/1.1" status: 204 len: 168 time: 0.1647274 Jun 07 13:40:26.407632 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-907ca5d9-7e7c-4241-a094-ebda61dbc7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:26.416186 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894d037-c65e-43f2-9ad3-48643fed4e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a1ee3a-3325-44ce-89ee-4d0120ca213a,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:26.418615 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5894d037-c65e-43f2-9ad3-48643fed4e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:27.209273 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747b4d0-7c5b-4236-9bf0-b3be79ba1398 req-6c63ee80-f59d-4cc0-be95-e73abb447f2a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:27.211571 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8747b4d0-7c5b-4236-9bf0-b3be79ba1398 req-6c63ee80-f59d-4cc0-be95-e73abb447f2a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0881040 Jun 07 13:40:27.262230 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8747b4d0-7c5b-4236-9bf0-b3be79ba1398 req-902c76b9-b654-494d-938a-d6835e8b9890 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445809 Jun 07 13:40:27.525020 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde8b18-50de-4610-8324-c078fdba31ac req-9c42c67d-bc37-48ef-8ec6-6badcc85b89d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:27.527355 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7dde8b18-50de-4610-8324-c078fdba31ac req-9c42c67d-bc37-48ef-8ec6-6badcc85b89d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0908077 Jun 07 13:40:27.581471 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7dde8b18-50de-4610-8324-c078fdba31ac req-f5d578fe-5eb8-4e2c-aa30-b77e72c3ff21 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482583 Jun 07 13:40:28.495492 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59864d0-69fc-419b-acd8-59bd2fc3cf10 req-43b43f65-618f-40d7-9b82-f0cedd228b23 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:28.505406 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f59864d0-69fc-419b-acd8-59bd2fc3cf10 req-43b43f65-618f-40d7-9b82-f0cedd228b23 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1043239 Jun 07 13:40:28.622658 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f59864d0-69fc-419b-acd8-59bd2fc3cf10 req-dfecef17-4bc8-4ac2-8fe3-04f6cdf92985 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151249 Jun 07 13:40:28.868994 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa6605-4f53-470a-bf1d-0901a63ebeb6 req-c932f25e-c4fe-40db-803c-48eec792423b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:28.871605 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-77aa6605-4f53-470a-bf1d-0901a63ebeb6 req-c932f25e-c4fe-40db-803c-48eec792423b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0882294 Jun 07 13:40:28.916103 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-77aa6605-4f53-470a-bf1d-0901a63ebeb6 req-a34c9f17-e7a9-47e0-8722-f26cac85e097 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388088 Jun 07 13:40:29.837317 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335608f-0de3-4261-ac8c-65c165b71cde req-66a3b00a-e94b-4443-bff0-e0c095a29ec3 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:29.839584 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a335608f-0de3-4261-ac8c-65c165b71cde req-66a3b00a-e94b-4443-bff0-e0c095a29ec3 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0909104 Jun 07 13:40:29.890971 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a335608f-0de3-4261-ac8c-65c165b71cde req-7ca57bbe-fde1-42c7-9aee-9e0ce86eafa8 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Jun 07 13:40:30.116416 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03e4ae-8a4e-46ac-a808-1db47da3bcb1 req-e4904268-4a56-49ae-9396-4edc6dbdf891 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:30.118487 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0d03e4ae-8a4e-46ac-a808-1db47da3bcb1 req-e4904268-4a56-49ae-9396-4edc6dbdf891 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0886133 Jun 07 13:40:30.178103 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0d03e4ae-8a4e-46ac-a808-1db47da3bcb1 req-a98925be-a498-40bd-ae12-479a75248f70 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526249 Jun 07 13:40:31.083748 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157af765-a682-46b7-9298-210b4dab5f24 req-78d11d24-705c-4e21-9889-cee130a7d95d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:31.085257 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-157af765-a682-46b7-9298-210b4dab5f24 req-78d11d24-705c-4e21-9889-cee130a7d95d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0885401 Jun 07 13:40:31.133450 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-157af765-a682-46b7-9298-210b4dab5f24 req-ebc78e6f-889e-48b3-b30b-6f93880af1e5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Jun 07 13:40:31.390447 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710014b-c56e-4b49-9d9d-737a62927392 req-ac9a52f8-5721-45f3-bcbd-a496f424ae5a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:31.394649 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a710014b-c56e-4b49-9d9d-737a62927392 req-ac9a52f8-5721-45f3-bcbd-a496f424ae5a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0922310 Jun 07 13:40:31.453360 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a710014b-c56e-4b49-9d9d-737a62927392 req-30a32397-6ba8-4a4f-a66f-915acc18b18c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546410 Jun 07 13:40:32.303323 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c21c0-57de-4036-bffd-bbe2bb99d42d req-3dd85f7e-d88c-425c-85bd-a772eed898cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:32.305263 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-416c21c0-57de-4036-bffd-bbe2bb99d42d req-3dd85f7e-d88c-425c-85bd-a772eed898cd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 1099 time: 0.1149313 Jun 07 13:40:32.387187 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37038537-ba9c-4fa9-ac12-f4886967858a req-fa6340ef-e2c0-432c-adc0-e513b2960cdf tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:32.400367 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-37038537-ba9c-4fa9-ac12-f4886967858a req-fa6340ef-e2c0-432c-adc0-e513b2960cdf tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1324458 Jun 07 13:40:32.466861 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-37038537-ba9c-4fa9-ac12-f4886967858a req-b5ef9374-6a2d-4872-81ff-861c97907c23 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651417 Jun 07 13:40:32.500570 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-416c21c0-57de-4036-bffd-bbe2bb99d42d req-4f113e9e-2ac9-4b11-8e07-329c5c4cc769 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872618 Jun 07 13:40:32.507374 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-192f3b3c-5563-4da9-80dd-6e01ccf4903c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:32.687900 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa41f09-02d6-483a-bc15-b7a78cc87bbf req-ad86fdb4-1f67-4ffa-b8b1-82e064ed9ffc tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:32.689921 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0fa41f09-02d6-483a-bc15-b7a78cc87bbf req-ad86fdb4-1f67-4ffa-b8b1-82e064ed9ffc tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0993826 Jun 07 13:40:32.738577 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0fa41f09-02d6-483a-bc15-b7a78cc87bbf req-47521bcb-55a1-4864-a9d5-b3a6c9fc5c35 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Jun 07 13:40:33.776555 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741079-6175-45c3-a317-3eb59788744c req-6db5080d-b4b7-4c81-9053-1196ff37641e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:33.821791 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f5741079-6175-45c3-a317-3eb59788744c req-6db5080d-b4b7-4c81-9053-1196ff37641e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1512828 Jun 07 13:40:33.899246 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f5741079-6175-45c3-a317-3eb59788744c req-5a35bc5d-efba-430d-aeaa-9053592bf36e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730579 Jun 07 13:40:34.014394 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec9ad7-ed14-44f3-b52a-f2ca5259d9b7 req-a2f61285-3195-4b3d-9628-1e8fed686d87 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:34.016552 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8aec9ad7-ed14-44f3-b52a-f2ca5259d9b7 req-a2f61285-3195-4b3d-9628-1e8fed686d87 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0865517 Jun 07 13:40:34.064428 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8aec9ad7-ed14-44f3-b52a-f2ca5259d9b7 req-fe9b2651-8832-435b-a11c-5bc91401aa63 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414486 Jun 07 13:40:34.323315 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 46934) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:34.389658 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1126086e-8eb8-4a2e-8637-d08ca8acc8b7 admin admin] Deleting subnet c07fca44-1016-4d3c-ad7d-f5110cff8b2e {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:40:34.393183 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1126086e-8eb8-4a2e-8637-d08ca8acc8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:34.458826 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1126086e-8eb8-4a2e-8637-d08ca8acc8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27816292'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:34.523958 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1126086e-8eb8-4a2e-8637-d08ca8acc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:34.607170 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1126086e-8eb8-4a2e-8637-d08ca8acc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1293637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27958704'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:34.612052 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-aa51ac13-3457-4cf6-b336-49925ddd753d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:34.651471 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1126086e-8eb8-4a2e-8637-d08ca8acc8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:34.656110 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 46942) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:34.656290 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-1126086e-8eb8-4a2e-8637-d08ca8acc8b7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c07fca44-1016-4d3c-ad7d-f5110cff8b2e HTTP/1.1" status: 204 len: 168 time: 0.3315594 Jun 07 13:40:34.657244 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126086e-8eb8-4a2e-8637-d08ca8acc8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07fca44-1016-4d3c-ad7d-f5110cff8b2e,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:34.667638 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1126086e-8eb8-4a2e-8637-d08ca8acc8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:34.833028 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:34.878215 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 46948) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:35.032486 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.037488 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.043171 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-352b5a23-8944-4423-a90f-7e30dc5b2306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.059402 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b23170-0c21-4514-ad82-8d84feb4c151']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:40:35.079462 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0aa55b0-6147-440a-872c-a4b2ba20c286') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:40:35.080047 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0aa55b0-6147-440a-872c-a4b2ba20c286') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:40:35.099341 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27891230'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.133539 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e150384c-9317-44e7-9ed7-f4e1df25e626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.175463 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.196155 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-352b5a23-8944-4423-a90f-7e30dc5b2306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.198179 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:40:35.199207 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27870624'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.206565 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-352b5a23-8944-4423-a90f-7e30dc5b2306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: Traceback (most recent call last): Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: timer() Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: cb(*args, **kw) Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: return func(*args, **kwargs) Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: self._notify() Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: self.callback(batched_events) Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: event.method(event) Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: return f(self, *a, **k) Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: return self._get(url).json() Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:40:35.216549 dv-cinder-785362-2-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:40:35.238335 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-276e9d00-2497-478c-b56a-bc295f6f5257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:35.304084 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-352b5a23-8944-4423-a90f-7e30dc5b2306 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3323339cd1b484088236f5c6d53035c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244380 Jun 07 13:40:35.315748 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 46956) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:35.385041 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-32c6d120-0140-4a2e-9cbe-5c1b1981eb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.386648 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b5a23-8944-4423-a90f-7e30dc5b2306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3648dffb-6a44-4a7f-b2ed-b4690277dfdc,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:35.395584 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-352b5a23-8944-4423-a90f-7e30dc5b2306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:35.400470 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8e5e5-86d0-42d6-8c1b-1908246ce477 req-537be5c3-3070-499c-96cf-604b070b251d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:35.402118 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4dc8e5e5-86d0-42d6-8c1b-1908246ce477 req-537be5c3-3070-499c-96cf-604b070b251d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.3133352 Jun 07 13:40:35.427549 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.436699 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-32c6d120-0140-4a2e-9cbe-5c1b1981eb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.437222 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.442704 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] 10.222.0.50 "DELETE /v2.0/networks/16b23170-0c21-4514-ad82-8d84feb4c151 HTTP/1.1" status: 204 len: 168 time: 0.7853856 Jun 07 13:40:35.446674 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f0fa9df4-c195-48d2-8e26-bc6982c58bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:35.480074 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09905c-f757-46ce-aad5-2861061b9e69 req-2a7e965a-5ca3-48b4-972b-32982b14e125 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:35.487821 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ca09905c-f757-46ce-aad5-2861061b9e69 req-2a7e965a-5ca3-48b4-972b-32982b14e125 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.2511787 Jun 07 13:40:35.496361 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4dc8e5e5-86d0-42d6-8c1b-1908246ce477 req-1ec9cf5e-fed6-4d14-9199-eb18ac22985a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858848 Jun 07 13:40:35.497419 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] Pushing event deleted for resources: {'Network': ['ID=16b23170-0c21-4514-ad82-8d84feb4c151,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:35.500456 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d131e82e-31b2-4b1c-8f7e-5ffd013ee73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:35.555739 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ca09905c-f757-46ce-aad5-2861061b9e69 req-f4f93f69-b941-43fe-afc6-8c571b703551 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662010 Jun 07 13:40:35.586086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-32c6d120-0140-4a2e-9cbe-5c1b1981eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.586086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-32c6d120-0140-4a2e-9cbe-5c1b1981eb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.586952 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-32c6d120-0140-4a2e-9cbe-5c1b1981eb1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3648dffb-6a44-4a7f-b2ed-b4690277dfdc HTTP/1.1" status: 204 len: 168 time: 0.2689924 Jun 07 13:40:35.588336 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:35.600920 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6d120-0140-4a2e-9cbe-5c1b1981eb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3648dffb-6a44-4a7f-b2ed-b4690277dfdc,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:35.603816 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-32c6d120-0140-4a2e-9cbe-5c1b1981eb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:35.697807 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 46964) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:35.762296 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-0a5a1ae1-587b-4acc-8832-200c146d7eb8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06d0e21cb4a14215a8a8b18fd13f7203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631096 Jun 07 13:40:35.764611 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 46968) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:35.856900 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4eb08af2-a2db-44e4-89d3-4cc63cc60b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.868022 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.891493 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f203567-affb-42b7-b64b-50012225d954 req-ac35960c-5e50-4847-9a0b-ac2b158e8b36 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:35.892056 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4eb08af2-a2db-44e4-89d3-4cc63cc60b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:35.896167 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8f203567-affb-42b7-b64b-50012225d954 req-ac35960c-5e50-4847-9a0b-ac2b158e8b36 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1739633 Jun 07 13:40:35.989221 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8f203567-affb-42b7-b64b-50012225d954 req-9e8bbcf3-e497-4b6f-92c3-ed5210bff9dc tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865328 Jun 07 13:40:36.032539 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4eb08af2-a2db-44e4-89d3-4cc63cc60b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.041979 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 46974) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:36.046866 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4eb08af2-a2db-44e4-89d3-4cc63cc60b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.050376 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-4eb08af2-a2db-44e4-89d3-4cc63cc60b5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b07fa67a-b29b-4250-ba2d-a4f371321d28 HTTP/1.1" status: 204 len: 168 time: 0.2824042 Jun 07 13:40:36.050376 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-99d51a04-b5b6-41c4-aa4c-b97ff351a82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:36.059358 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-11528570-c865-43ef-aaa2-5bba7230faa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.074020 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb08af2-a2db-44e4-89d3-4cc63cc60b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07fa67a-b29b-4250-ba2d-a4f371321d28,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:36.076293 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4eb08af2-a2db-44e4-89d3-4cc63cc60b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:36.222742 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-11528570-c865-43ef-aaa2-5bba7230faa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.227298 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-11528570-c865-43ef-aaa2-5bba7230faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.258429 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fab2d60e-1e31-453c-86e8-5ab1a0bf84d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:36.274836 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-11528570-c865-43ef-aaa2-5bba7230faa6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fcdc7e7a78734b6b9fa4d84ad19db537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317610 Jun 07 13:40:36.275068 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 46978) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:36.349039 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11528570-c865-43ef-aaa2-5bba7230faa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15d788b-e3f2-4bb6-989d-7e07846b456e,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:36.368089 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-11528570-c865-43ef-aaa2-5bba7230faa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:36.409158 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9c71169c-1ad0-4630-9153-b1f2e13e1c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.458229 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9c71169c-1ad0-4630-9153-b1f2e13e1c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.539689 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9c71169c-1ad0-4630-9153-b1f2e13e1c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.547710 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-9c71169c-1ad0-4630-9153-b1f2e13e1c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:36.550366 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-9c71169c-1ad0-4630-9153-b1f2e13e1c1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a15d788b-e3f2-4bb6-989d-7e07846b456e HTTP/1.1" status: 204 len: 168 time: 0.2740500 Jun 07 13:40:36.551241 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-42dcf4ad-70aa-475e-9e44-09b7ee4022a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:36.588330 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71169c-1ad0-4630-9153-b1f2e13e1c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15d788b-e3f2-4bb6-989d-7e07846b456e,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:36.611081 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9c71169c-1ad0-4630-9153-b1f2e13e1c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:36.909568 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ae9c3-6164-4860-9ea8-8c10e3a14589 req-bb0836f9-d3e2-45bd-9449-6dbda1d42f31 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:36.911128 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-694ae9c3-6164-4860-9ea8-8c10e3a14589 req-bb0836f9-d3e2-45bd-9449-6dbda1d42f31 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1156356 Jun 07 13:40:37.010244 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-694ae9c3-6164-4860-9ea8-8c10e3a14589 req-d0fd4930-cd92-4e03-a3ab-38f58b5551a6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916145 Jun 07 13:40:37.873210 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:38.405744 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87afc9-e7db-4b3d-a64f-c81ada0284ff req-1e1ea19d-b49f-4d0b-bb1f-911c73b3107f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:38.413726 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8b87afc9-e7db-4b3d-a64f-c81ada0284ff req-1e1ea19d-b49f-4d0b-bb1f-911c73b3107f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1348159 Jun 07 13:40:38.480004 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8b87afc9-e7db-4b3d-a64f-c81ada0284ff req-36de298f-4318-4ef4-bb2e-8fa797b39737 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649230 Jun 07 13:40:38.591552 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2b16a-a0ca-42ac-a841-50c5aa410ce2 req-706d8eb3-a8fe-4c5e-bbab-4d4290030d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:38.593719 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4bf2b16a-a0ca-42ac-a841-50c5aa410ce2 req-706d8eb3-a8fe-4c5e-bbab-4d4290030d28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be9165134c7e43519e15a77c85d508cb&device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 1099 time: 0.1980338 Jun 07 13:40:38.781468 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2b16a-a0ca-42ac-a841-50c5aa410ce2 req-304d6d14-1bfb-45a7-a814-da2d62d0534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:38.783383 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4bf2b16a-a0ca-42ac-a841-50c5aa410ce2 req-304d6d14-1bfb-45a7-a814-da2d62d0534e service neutron] 10.222.0.54 "GET /v2.0/networks?id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 200 len: 919 time: 0.1768529 Jun 07 13:40:38.857898 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4bf2b16a-a0ca-42ac-a841-50c5aa410ce2 req-6b4c8e45-4780-4ec3-98f0-ae667becaea9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623 HTTP/1.1" status: 200 len: 217 time: 0.0662427 Jun 07 13:40:38.871472 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088e25b-ce74-424e-a680-58e03f122e70 req-eed0f5a2-446d-422a-b87f-34251354aef7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:38.879130 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c088e25b-ce74-424e-a680-58e03f122e70 req-eed0f5a2-446d-422a-b87f-34251354aef7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.3227227 Jun 07 13:40:38.980126 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c088e25b-ce74-424e-a680-58e03f122e70 req-f51fce9d-b04e-4a85-998f-01ba69af3a12 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998189 Jun 07 13:40:39.044400 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2b16a-a0ca-42ac-a841-50c5aa410ce2 req-dafdc53a-ba6d-482d-9b3e-2c8450193037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:39.067596 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4bf2b16a-a0ca-42ac-a841-50c5aa410ce2 req-dafdc53a-ba6d-482d-9b3e-2c8450193037 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8ed30c8-147c-4af7-8f11-0dc9726a1e43 HTTP/1.1" status: 200 len: 858 time: 0.1850553 Jun 07 13:40:39.185997 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4bf2b16a-a0ca-42ac-a841-50c5aa410ce2 req-343cc10a-4b11-4d29-a6b7-8f4565d07c37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107421 Jun 07 13:40:39.463365 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4bf2b16a-a0ca-42ac-a841-50c5aa410ce2 req-e014b0d5-adee-4853-b502-1aec2c795574 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637537 Jun 07 13:40:39.671065 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:39.760527 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4bf2b16a-a0ca-42ac-a841-50c5aa410ce2 req-d5d06684-a52a-48bc-ae31-faea48d7eb52 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869906 Jun 07 13:40:39.903056 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bb78c-6297-45c7-9a42-cb3693967e70 req-0adb6821-c8c6-4d99-8f09-534046cff33a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:39.905467 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a49bb78c-6297-45c7-9a42-cb3693967e70 req-0adb6821-c8c6-4d99-8f09-534046cff33a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1404533 Jun 07 13:40:40.019631 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a49bb78c-6297-45c7-9a42-cb3693967e70 req-b755c34d-dea6-4285-a83e-5e1ba05a9b84 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037455 Jun 07 13:40:40.233609 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5ad81-3c1b-4a82-a0e4-0fbda51f8298 req-b6051116-7259-4705-9e09-128b3b7a0605 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:40.240988 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-dde5ad81-3c1b-4a82-a0e4-0fbda51f8298 req-b6051116-7259-4705-9e09-128b3b7a0605 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1139283 Jun 07 13:40:40.286214 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 47146) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:40.303766 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-dde5ad81-3c1b-4a82-a0e4-0fbda51f8298 req-f725335c-b98e-4361-8331-2e9272db89e3 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613067 Jun 07 13:40:40.487816 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-ffb77768-974f-4c84-b272-f53bd01e28d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:40.614271 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-ffb77768-974f-4c84-b272-f53bd01e28d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:40.621927 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-ffb77768-974f-4c84-b272-f53bd01e28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:40.628827 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8c42ddb6-bdbc-4ba5-b605-fa9fcdd5ec6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:40.681147 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb77768-974f-4c84-b272-f53bd01e28d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b215af81-219f-4ec2-9057-0db0f1043351,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:40.686141 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ffb77768-974f-4c84-b272-f53bd01e28d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:40.695170 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-ffb77768-974f-4c84-b272-f53bd01e28d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0fb95c2a5537415eb8b5298acf0ee79f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077530 Jun 07 13:40:40.697580 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 47152) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:40.791196 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bb98b8ed-29d6-4c0a-b371-24b97ebea7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:40.829663 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bb98b8ed-29d6-4c0a-b371-24b97ebea7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:40.894086 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bb98b8ed-29d6-4c0a-b371-24b97ebea7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:40.896458 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bb98b8ed-29d6-4c0a-b371-24b97ebea7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:40.900816 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-bb98b8ed-29d6-4c0a-b371-24b97ebea7cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b215af81-219f-4ec2-9057-0db0f1043351 HTTP/1.1" status: 204 len: 168 time: 0.2021387 Jun 07 13:40:40.901679 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7c83fddb-941e-426c-a09f-3346bf8af1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:40.916272 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98b8ed-29d6-4c0a-b371-24b97ebea7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b215af81-219f-4ec2-9057-0db0f1043351,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:40.918208 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-bb98b8ed-29d6-4c0a-b371-24b97ebea7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:41.249360 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de273d-ccc0-4b5e-9119-9efd1cd331f6 req-105e5bfc-9c5c-4e5d-a1e2-fc32bd933f5d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:41.251481 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c9de273d-ccc0-4b5e-9119-9efd1cd331f6 req-105e5bfc-9c5c-4e5d-a1e2-fc32bd933f5d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0948064 Jun 07 13:40:41.278191 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 47162) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:41.304734 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-31fad979-a451-46c5-a2be-8bccdcc10104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:41.308519 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c9de273d-ccc0-4b5e-9119-9efd1cd331f6 req-a3f668ea-fd34-4e68-bb93-815778a6564f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513382 Jun 07 13:40:41.668397 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-31fad979-a451-46c5-a2be-8bccdcc10104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:41.677822 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-31fad979-a451-46c5-a2be-8bccdcc10104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:41.705974 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-352b5a23-8944-4423-a90f-7e30dc5b2306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:41.717372 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 47170) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:41.729026 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-31fad979-a451-46c5-a2be-8bccdcc10104 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=caa36affdda641de9de44f627cb8ca91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496720 Jun 07 13:40:41.786088 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fad979-a451-46c5-a2be-8bccdcc10104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e960d66-9f82-477c-a6d2-8587ceacd1e1,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:41.790157 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-31fad979-a451-46c5-a2be-8bccdcc10104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:41.798574 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559ec88-4980-4c8e-899f-faa962039ee5 req-b10d1e83-2dd8-4c90-a7b9-7cee3d7d7999 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:41.806666 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b559ec88-4980-4c8e-899f-faa962039ee5 req-b10d1e83-2dd8-4c90-a7b9-7cee3d7d7999 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.2474563 Jun 07 13:40:41.864971 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e221cca9-1daf-4f1c-8330-308025d7a618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:41.865164 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b559ec88-4980-4c8e-899f-faa962039ee5 req-6d1eb93a-21c2-46c6-8867-e7f433e48a06 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572221 Jun 07 13:40:41.913993 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e221cca9-1daf-4f1c-8330-308025d7a618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:41.993296 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e221cca9-1daf-4f1c-8330-308025d7a618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:41.997511 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e221cca9-1daf-4f1c-8330-308025d7a618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:42.000002 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-e221cca9-1daf-4f1c-8330-308025d7a618 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e960d66-9f82-477c-a6d2-8587ceacd1e1 HTTP/1.1" status: 204 len: 168 time: 0.2803857 Jun 07 13:40:42.000989 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d9fcd9ac-43c3-46a9-ac64-dfaaf97c383b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:42.013749 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221cca9-1daf-4f1c-8330-308025d7a618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e960d66-9f82-477c-a6d2-8587ceacd1e1,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:42.017158 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e221cca9-1daf-4f1c-8330-308025d7a618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:42.542476 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae419cf3-a962-4f5a-a2bf-fc4823ca4d62 req-95e99c71-e749-41e5-b1c4-187596549b4d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:42.549475 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ae419cf3-a962-4f5a-a2bf-fc4823ca4d62 req-95e99c71-e749-41e5-b1c4-187596549b4d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1140246 Jun 07 13:40:42.605924 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ae419cf3-a962-4f5a-a2bf-fc4823ca4d62 req-da383a6c-a6b2-4a82-be10-34a9232ee3c3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551586 Jun 07 13:40:43.081753 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1fdc4-efe3-4e92-b183-660ff2089f7c req-9a4c7bee-2eb9-4423-94d2-153151844535 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:43.083302 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-58c1fdc4-efe3-4e92-b183-660ff2089f7c req-9a4c7bee-2eb9-4423-94d2-153151844535 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0830586 Jun 07 13:40:43.131253 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-58c1fdc4-efe3-4e92-b183-660ff2089f7c req-0cd5a0c5-c410-44a5-9a4c-02533a2e91c9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Jun 07 13:40:43.687216 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fe9bb-6270-4323-b19e-e30dc12c548a req-f8749786-6bc7-475d-b0cf-1832e6d12dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:43.688713 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4b5fe9bb-6270-4323-b19e-e30dc12c548a req-f8749786-6bc7-475d-b0cf-1832e6d12dca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 1098 time: 0.0716603 Jun 07 13:40:43.900611 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fe9bb-6270-4323-b19e-e30dc12c548a req-5f211d7f-cc40-4a8c-a7cf-ffd6ebe91f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:43.901930 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4b5fe9bb-6270-4323-b19e-e30dc12c548a req-5f211d7f-cc40-4a8c-a7cf-ffd6ebe91f80 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 918 time: 0.1929963 Jun 07 13:40:43.909865 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bdc4e-d4eb-463e-bc56-3864bd06d6c6 req-7cb18fb7-d4a8-4665-b589-5562de241f3b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:43.911281 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-df9bdc4e-d4eb-463e-bc56-3864bd06d6c6 req-7cb18fb7-d4a8-4665-b589-5562de241f3b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.1819203 Jun 07 13:40:44.039754 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-df9bdc4e-d4eb-463e-bc56-3864bd06d6c6 req-c1ad027f-92da-4fe5-9c95-a73a140416e9 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805423 Jun 07 13:40:44.041517 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4b5fe9bb-6270-4323-b19e-e30dc12c548a req-544e4965-906a-437d-9ac9-74bb84751712 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29 HTTP/1.1" status: 200 len: 1000 time: 0.1294248 Jun 07 13:40:44.111198 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fe9bb-6270-4323-b19e-e30dc12c548a req-8e8a077b-fe8c-4cd0-bf3c-a963abf69009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:44.112629 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4b5fe9bb-6270-4323-b19e-e30dc12c548a req-8e8a077b-fe8c-4cd0-bf3c-a963abf69009 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.0589509 Jun 07 13:40:44.200444 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fe9bb-6270-4323-b19e-e30dc12c548a req-f7bb3934-7e36-4fe3-af7e-8ceb56706aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:44.202032 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4b5fe9bb-6270-4323-b19e-e30dc12c548a req-f7bb3934-7e36-4fe3-af7e-8ceb56706aab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780258 Jun 07 13:40:44.327224 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dad290-974f-4f03-81fe-ec2328185f0c req-d2128a11-6b63-41f4-940b-52a7932fb0c7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:44.328703 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f7dad290-974f-4f03-81fe-ec2328185f0c req-d2128a11-6b63-41f4-940b-52a7932fb0c7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0871279 Jun 07 13:40:44.343645 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4b5fe9bb-6270-4323-b19e-e30dc12c548a req-9626a21b-40d0-476a-8d60-e395b23caa2e service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289582 Jun 07 13:40:44.374678 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f7dad290-974f-4f03-81fe-ec2328185f0c req-4dcc6f3a-7c53-4c5a-bc84-aa8b67375a73 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393884 Jun 07 13:40:44.479863 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4b5fe9bb-6270-4323-b19e-e30dc12c548a req-4b86769d-1b9f-4837-b065-7536851914c5 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281562 Jun 07 13:40:45.251005 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a7961-b795-4e83-8edf-86cd36441b5c req-1348c154-5766-472a-a372-12f9e4a6672b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:45.252489 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f43a7961-b795-4e83-8edf-86cd36441b5c req-1348c154-5766-472a-a372-12f9e4a6672b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0999203 Jun 07 13:40:45.297060 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f43a7961-b795-4e83-8edf-86cd36441b5c req-86bb3091-2084-4b3b-aca3-2975ed13a01d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379977 Jun 07 13:40:45.562825 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498231c6-d35b-4abb-8fe3-7468eecc4349 req-82787bd8-4e3d-4f03-846f-11d8f1011e46 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:45.564910 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-498231c6-d35b-4abb-8fe3-7468eecc4349 req-82787bd8-4e3d-4f03-846f-11d8f1011e46 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0823524 Jun 07 13:40:45.618342 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-498231c6-d35b-4abb-8fe3-7468eecc4349 req-27fde363-4d8e-4047-8bd3-b2c956d43933 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465527 Jun 07 13:40:46.494027 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de588bc-3a48-4455-a789-c87cbdf51721 req-81da4ce9-0428-4d59-b060-f4b8f86da6cd tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:46.495794 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0de588bc-3a48-4455-a789-c87cbdf51721 req-81da4ce9-0428-4d59-b060-f4b8f86da6cd tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 945 time: 0.0866418 Jun 07 13:40:46.540988 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0de588bc-3a48-4455-a789-c87cbdf51721 req-65562411-9f64-4bed-8e4f-d5bccad04156 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Jun 07 13:40:46.905072 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abce617-8df2-4b4f-9cf8-c14ff73165bb req-e201ec71-7298-405a-82e9-512fb43ba3ff tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:46.906462 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3abce617-8df2-4b4f-9cf8-c14ff73165bb req-e201ec71-7298-405a-82e9-512fb43ba3ff tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1674027 Jun 07 13:40:46.949977 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3abce617-8df2-4b4f-9cf8-c14ff73165bb req-ee839331-5f72-4798-9ed0-0ed91798236e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378835 Jun 07 13:40:47.102258 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ecdc454a-e690-4361-b88e-46c23d0c0b29 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:40:47.217799 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:47.243956 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:40:47.246490 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e792f796-4e77-4803-a804-473bc386d5ea" -d '{"events": [{"server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "name": "network-vif-unplugged", "status": "completed", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:40:47.257051 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:40:47.260987 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:47.262886 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:47.311836 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 13:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3764d57-46a2-41b2-ad6a-e00c496c77f4 x-openstack-request-id: req-c3764d57-46a2-41b2-ad6a-e00c496c77f4 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:40:47.312616 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "name": "network-vif-unplugged", "status": "completed", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:40:47.313093 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3764d57-46a2-41b2-ad6a-e00c496c77f4 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:40:47.313691 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'code': 200} Jun 07 13:40:47.346199 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ecdc454a-e690-4361-b88e-46c23d0c0b29,revision_number=8']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:47.349407 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:47.731777 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d99fcc-dd76-4552-94ce-3430117d4b9a req-c409e249-0243-44dc-b5d0-ffe785bc82a1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:47.733270 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-88d99fcc-dd76-4552-94ce-3430117d4b9a req-c409e249-0243-44dc-b5d0-ffe785bc82a1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.0795557 Jun 07 13:40:47.780757 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-88d99fcc-dd76-4552-94ce-3430117d4b9a req-99af582a-93c0-4c3c-807b-a3055d1bf338 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Jun 07 13:40:48.151204 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850fbd0-9971-4f22-af0c-ef00878657f8 req-4fdaaf5d-fa5c-4849-b3ac-eab2e7e800e7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:48.152753 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3850fbd0-9971-4f22-af0c-ef00878657f8 req-4fdaaf5d-fa5c-4849-b3ac-eab2e7e800e7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0858450 Jun 07 13:40:48.211546 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3850fbd0-9971-4f22-af0c-ef00878657f8 req-1174fc79-f1bd-4753-a723-1adba42644ba tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510540 Jun 07 13:40:48.752666 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2b289-e076-4caf-bc35-3c58310f50ad req-00a9c9f3-ba98-402e-a5e6-8bd2de868b7a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:48.754193 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-73a2b289-e076-4caf-bc35-3c58310f50ad req-00a9c9f3-ba98-402e-a5e6-8bd2de868b7a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.0864265 Jun 07 13:40:48.800137 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-73a2b289-e076-4caf-bc35-3c58310f50ad req-c1b7e4d0-0517-4cbb-9724-669fa24b56a7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393581 Jun 07 13:40:48.986448 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 47360) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:49.126851 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-28e4f968-a20f-4e8f-b63a-d378a851e28f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1389394 Jun 07 13:40:49.202666 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 47370) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:49.408313 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e1929cf5-e048-4c45-bc8e-9893b50bba39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:49.491957 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12444ef3-7357-468f-ae2f-08dc666ee7bb req-d2ce160b-8d40-4258-942f-6cb1a2c8797a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:49.493456 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-12444ef3-7357-468f-ae2f-08dc666ee7bb req-d2ce160b-8d40-4258-942f-6cb1a2c8797a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1490865 Jun 07 13:40:49.564244 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-12444ef3-7357-468f-ae2f-08dc666ee7bb req-5fea180a-f234-4e70-adc2-364788769e31 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621042 Jun 07 13:40:49.596076 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e1929cf5-e048-4c45-bc8e-9893b50bba39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:49.600382 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e1929cf5-e048-4c45-bc8e-9893b50bba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:49.608430 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-87c1cece-0c66-4269-8282-d54e8e363a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:49.654692 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1929cf5-e048-4c45-bc8e-9893b50bba39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38ddafd-b9f7-42e8-9c39-c74560e6b7e7,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:49.659554 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-e1929cf5-e048-4c45-bc8e-9893b50bba39 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d7283f94423491d9bde167b85d2276f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550009 Jun 07 13:40:49.662039 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 47384) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:49.664220 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e1929cf5-e048-4c45-bc8e-9893b50bba39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:49.730566 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-48cbffaf-6fa2-4a6c-bb85-b15d26587f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:49.757866 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-48cbffaf-6fa2-4a6c-bb85-b15d26587f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:49.815707 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-48cbffaf-6fa2-4a6c-bb85-b15d26587f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:49.819132 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-48cbffaf-6fa2-4a6c-bb85-b15d26587f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:49.823002 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-48cbffaf-6fa2-4a6c-bb85-b15d26587f4d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b38ddafd-b9f7-42e8-9c39-c74560e6b7e7 HTTP/1.1" status: 204 len: 168 time: 0.1599436 Jun 07 13:40:49.824322 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c9919523-47af-4929-9a1f-e8da9068b763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:40:49.837799 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbffaf-6fa2-4a6c-bb85-b15d26587f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38ddafd-b9f7-42e8-9c39-c74560e6b7e7,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:40:49.844526 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-48cbffaf-6fa2-4a6c-bb85-b15d26587f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:40:50.027481 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869558a-4bd1-46f5-9675-78596fe1990a req-ee1f7a62-4ffe-4aeb-9118-5d85d41e59d8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:50.029364 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e869558a-4bd1-46f5-9675-78596fe1990a req-ee1f7a62-4ffe-4aeb-9118-5d85d41e59d8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.0913835 Jun 07 13:40:50.078310 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e869558a-4bd1-46f5-9675-78596fe1990a req-3df3c053-180a-4d5e-93ad-ada1f22a57a5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 Jun 07 13:40:50.906712 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd1cd-ac99-4a61-9924-b16a5b9453e4 req-a002903a-e1c3-4091-9f9e-7e6129b74cda tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:50.908180 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-181cd1cd-ac99-4a61-9924-b16a5b9453e4 req-a002903a-e1c3-4091-9f9e-7e6129b74cda tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0825226 Jun 07 13:40:51.013975 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-181cd1cd-ac99-4a61-9924-b16a5b9453e4 req-6f74bf30-700a-4ef6-b63f-d9ea140cdbca tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999808 Jun 07 13:40:51.120527 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ecdc454a-e690-4361-b88e-46c23d0c0b29 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:40:51.142254 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-8aa88282-b4a7-416a-b0b5-b80b21b8edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:51.143850 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-8aa88282-b4a7-416a-b0b5-b80b21b8edca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238&tenant_id=06908549a593441086718c651fcd4535 HTTP/1.1" status: 200 len: 1096 time: 0.0850325 Jun 07 13:40:51.322441 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-c6595ad9-131b-4e3c-ba47-029014f8380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:51.324379 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-c6595ad9-131b-4e3c-ba47-029014f8380b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 1096 time: 0.1450887 Jun 07 13:40:51.335584 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb499ea-20b5-4030-b42f-e94abe15474d req-12745cb8-0698-4c8f-8b8c-d38deb0438ed tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:51.337123 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-adb499ea-20b5-4030-b42f-e94abe15474d req-12745cb8-0698-4c8f-8b8c-d38deb0438ed tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.1186764 Jun 07 13:40:51.462234 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-adb499ea-20b5-4030-b42f-e94abe15474d req-c4dcd0b8-b988-444f-9baa-2e62c44feaa0 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036127 Jun 07 13:40:51.505457 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-31c2ef06-f51e-4487-8915-cf40777078a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:51.507514 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-31c2ef06-f51e-4487-8915-cf40777078a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 918 time: 0.1693981 Jun 07 13:40:51.617263 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-6c30d714-efe7-4073-8c28-d56bc665e7b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29 HTTP/1.1" status: 200 len: 998 time: 0.0997121 Jun 07 13:40:51.702060 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-740622f2-0263-4ed0-ab6d-3458b8688702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:51.703659 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-740622f2-0263-4ed0-ab6d-3458b8688702 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.0612500 Jun 07 13:40:51.799549 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-daff26fa-7ef2-43e4-9a6e-abe0527a7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:51.801061 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-daff26fa-7ef2-43e4-9a6e-abe0527a7a75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766754 Jun 07 13:40:51.950103 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-d8098d32-729f-4dea-8803-d860a5815680 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355510 Jun 07 13:40:52.123671 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9805b1a3-5b20-4f1d-bf9f-d25e42e6815e req-f5d4923c-78d3-4a07-a8b9-ee7351485988 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645966 Jun 07 13:40:52.246035 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ac25b-6da0-4fe7-84c5-5e434c4d0733 req-57f5af0e-0500-423c-96dd-c02c2e0244b9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:52.248206 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-035ac25b-6da0-4fe7-84c5-5e434c4d0733 req-57f5af0e-0500-423c-96dd-c02c2e0244b9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1096742 Jun 07 13:40:52.301373 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-035ac25b-6da0-4fe7-84c5-5e434c4d0733 req-db62b396-86cc-494c-aa88-b70eee39bed7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428817 Jun 07 13:40:52.679315 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f44552-29f2-43df-b768-380d4dbe88f7 req-b530cc8c-64aa-4c52-8948-731644d340e3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:52.680793 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e6f44552-29f2-43df-b768-380d4dbe88f7 req-b530cc8c-64aa-4c52-8948-731644d340e3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.0866280 Jun 07 13:40:52.727707 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e6f44552-29f2-43df-b768-380d4dbe88f7 req-463375f3-032f-4b2e-a85a-c425ab37d531 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402615 Jun 07 13:40:53.518319 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babf8f6-0cc5-4112-90a5-39fdcffa2389 req-f93f1dcf-f208-4d93-b4e5-7e3b026661bb tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:53.519777 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8babf8f6-0cc5-4112-90a5-39fdcffa2389 req-f93f1dcf-f208-4d93-b4e5-7e3b026661bb tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0910480 Jun 07 13:40:53.565873 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8babf8f6-0cc5-4112-90a5-39fdcffa2389 req-4f5e80e2-8598-4c32-8340-d558386d8057 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398543 Jun 07 13:40:53.951929 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182d1f9-75ac-4ca1-a732-20e2ebd81cb2 req-c30a5552-fe8a-4ce7-9287-f3de488cdefd tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:53.953491 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d182d1f9-75ac-4ca1-a732-20e2ebd81cb2 req-c30a5552-fe8a-4ce7-9287-f3de488cdefd tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.1016223 Jun 07 13:40:54.016805 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d182d1f9-75ac-4ca1-a732-20e2ebd81cb2 req-8d015a85-73dd-4411-b4f7-96b91f4c5085 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562582 Jun 07 13:40:54.819178 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831de0b7-8f48-4e0e-a009-f4b9538ef548 req-c5159386-213a-4fd6-90bc-62f5b2d3d7ee tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:54.820860 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-831de0b7-8f48-4e0e-a009-f4b9538ef548 req-c5159386-213a-4fd6-90bc-62f5b2d3d7ee tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1264334 Jun 07 13:40:54.878543 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-831de0b7-8f48-4e0e-a009-f4b9538ef548 req-40320812-863b-4c8f-8b81-0cf969354bef tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520828 Jun 07 13:40:55.215873 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c307d-7307-43aa-bac9-13b3e6ec8cdd req-60fb6b8f-8053-440f-9935-facf6f769e57 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:55.218214 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-115c307d-7307-43aa-bac9-13b3e6ec8cdd req-60fb6b8f-8053-440f-9935-facf6f769e57 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.0882492 Jun 07 13:40:55.265390 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-115c307d-7307-43aa-bac9-13b3e6ec8cdd req-427a32e6-72dc-4f22-8327-aa6fc0c072ac tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Jun 07 13:40:56.072898 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd795587-143c-42a0-9921-7ca768d4a6a6 req-71455896-fa45-4776-a194-5b4945c15653 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:56.079830 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fd795587-143c-42a0-9921-7ca768d4a6a6 req-71455896-fa45-4776-a194-5b4945c15653 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0932968 Jun 07 13:40:56.126787 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fd795587-143c-42a0-9921-7ca768d4a6a6 req-2ec38725-653f-4ec6-a2bb-d70ccd8b840d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 Jun 07 13:40:56.494979 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206da109-287a-4ee4-971a-58802314be27 req-a4b2631c-aaaa-4efb-bc49-f65fd20dde87 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:56.497222 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-206da109-287a-4ee4-971a-58802314be27 req-a4b2631c-aaaa-4efb-bc49-f65fd20dde87 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.1127684 Jun 07 13:40:56.560751 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-206da109-287a-4ee4-971a-58802314be27 req-88383af6-3de8-4397-acea-538fb98e1aa1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572150 Jun 07 13:40:57.316395 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6b888-8b73-4b14-9fc5-e3a08351631e req-ad7d62f5-0b72-40de-8984-42c69e0ab2ff tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:57.317691 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a1a6b888-8b73-4b14-9fc5-e3a08351631e req-ad7d62f5-0b72-40de-8984-42c69e0ab2ff tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0874500 Jun 07 13:40:57.366991 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a1a6b888-8b73-4b14-9fc5-e3a08351631e req-a887b71b-3996-4ecf-bc8b-29a7a85b6397 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Jun 07 13:40:57.789585 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a837f-60bb-4c05-9222-fdc80be9ec6d req-23d441aa-1fdc-48e3-9bd6-fbcbb4b19db3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:57.791305 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ca9a837f-60bb-4c05-9222-fdc80be9ec6d req-23d441aa-1fdc-48e3-9bd6-fbcbb4b19db3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.1083260 Jun 07 13:40:57.838807 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ca9a837f-60bb-4c05-9222-fdc80be9ec6d req-2ee40989-299b-4555-8f6e-1402ca415706 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413451 Jun 07 13:40:58.653239 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b2487-d2b4-487c-92d8-d7292faf920b req-f4dc8ad3-2c4c-4e14-b1cc-2a1b1435f2c5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:58.654696 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-098b2487-d2b4-487c-92d8-d7292faf920b req-f4dc8ad3-2c4c-4e14-b1cc-2a1b1435f2c5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1763046 Jun 07 13:40:58.702725 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-098b2487-d2b4-487c-92d8-d7292faf920b req-cca0074e-f246-48af-ad26-148530bbb6b0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Jun 07 13:40:59.041444 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c664-0254-414a-8d5a-3b790d190f9d req-9536a999-348d-4f03-ab53-49e1c07bb992 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:59.042931 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fc84c664-0254-414a-8d5a-3b790d190f9d req-9536a999-348d-4f03-ab53-49e1c07bb992 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.0860746 Jun 07 13:40:59.090394 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fc84c664-0254-414a-8d5a-3b790d190f9d req-dc193895-4c07-4499-b589-f05cec1179c6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417869 Jun 07 13:40:59.537964 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:40:59.702483 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 47604) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:40:59.838935 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:59.913106 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0723d7-579a-4d43-867d-ec5e3cf7dcc8 req-818b5db7-4eb4-42ee-b4cc-059449fa79b3 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:40:59.920404 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7c0723d7-579a-4d43-867d-ec5e3cf7dcc8 req-818b5db7-4eb4-42ee-b4cc-059449fa79b3 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0962925 Jun 07 13:40:59.964643 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7c0723d7-579a-4d43-867d-ec5e3cf7dcc8 req-02629128-aabc-4d5c-b77f-a2efde465111 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433645 Jun 07 13:40:59.977036 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:59.981931 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:40:59.991442 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-853f5835-5651-4f96-a416-eb6db8c7b89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:00.038686 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=acaf0386c6804edfa60c8efaab07c23e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350294 Jun 07 13:41:00.039421 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e863f5-4367-481d-b52b-d0d7fb1e643c,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:00.046947 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 47618) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:00.049538 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.049905 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.050292 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.050632 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.050978 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.051322 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.051663 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.052004 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.052347 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.052722 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.053062 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.053391 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.066017 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:00.120633 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0b6b552e-1335-4585-8aea-4ecc7be833fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:00.151146 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0b6b552e-1335-4585-8aea-4ecc7be833fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:00.251417 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0b6b552e-1335-4585-8aea-4ecc7be833fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:00.253829 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0b6b552e-1335-4585-8aea-4ecc7be833fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:00.266869 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-0b6b552e-1335-4585-8aea-4ecc7be833fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5e863f5-4367-481d-b52b-d0d7fb1e643c HTTP/1.1" status: 204 len: 168 time: 0.2153447 Jun 07 13:41:00.273864 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-48cbffaf-6fa2-4a6c-bb85-b15d26587f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:00.284272 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b552e-1335-4585-8aea-4ecc7be833fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e863f5-4367-481d-b52b-d0d7fb1e643c,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:00.295809 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0b6b552e-1335-4585-8aea-4ecc7be833fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:00.340461 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88ee0b-e420-4c4a-aecb-f3bb616df5cd req-88ed1929-5079-416f-923d-098d620dab22 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:00.342214 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8b88ee0b-e420-4c4a-aecb-f3bb616df5cd req-88ed1929-5079-416f-923d-098d620dab22 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.1375370 Jun 07 13:41:00.417166 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8b88ee0b-e420-4c4a-aecb-f3bb616df5cd req-f11c12df-cea1-41d2-81ef-cd6563fddb53 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617132 Jun 07 13:41:00.616379 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 47632) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:00.639677 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:00.748785 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:00.752717 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:00.760656 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-68954b62-d0c5-43bd-8a55-5889f2a913b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:00.801051 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6efd216afa1e4fc4a24bb8e987c8116b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833253 Jun 07 13:41:00.801925 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d37823e-79cc-4f39-bd92-4a215af5f653,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:00.803750 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 47634) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:00.809233 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.809590 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.809941 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.810311 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.810649 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.810985 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.811318 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.811649 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.811981 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.812316 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.812648 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.812971 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:00.819321 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-14863426-ea66-414e-ad64-cedcc83f1b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:00.863337 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-43ce1b31-9844-4c21-bfb4-27560a738359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:00.889626 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-43ce1b31-9844-4c21-bfb4-27560a738359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:00.941348 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-43ce1b31-9844-4c21-bfb4-27560a738359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:00.944504 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-43ce1b31-9844-4c21-bfb4-27560a738359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:00.945602 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-43ce1b31-9844-4c21-bfb4-27560a738359 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d37823e-79cc-4f39-bd92-4a215af5f653 HTTP/1.1" status: 204 len: 168 time: 0.1408987 Jun 07 13:41:00.946339 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-25acf492-845c-4a1d-b28e-b6201957c4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:00.955769 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce1b31-9844-4c21-bfb4-27560a738359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d37823e-79cc-4f39-bd92-4a215af5f653,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:00.963015 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-43ce1b31-9844-4c21-bfb4-27560a738359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:01.175189 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d98a8-5dba-4813-ba7e-1493a5278f7d req-a5251ee1-e3fa-4735-8ac8-8f258f93f11f tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:01.176813 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ce1d98a8-5dba-4813-ba7e-1493a5278f7d req-a5251ee1-e3fa-4735-8ac8-8f258f93f11f tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0856328 Jun 07 13:41:01.225711 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ce1d98a8-5dba-4813-ba7e-1493a5278f7d req-ac9e0f09-7e6d-41df-9dfc-7604378c1f1e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 Jun 07 13:41:01.354079 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 47644) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:01.374220 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1a36e169-3307-4475-b9ef-1b5658f9db6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:01.514038 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1a36e169-3307-4475-b9ef-1b5658f9db6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:01.520197 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1a36e169-3307-4475-b9ef-1b5658f9db6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:01.533303 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d699451c-73c3-4d5e-b0a5-846cb5718c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:01.611122 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-1a36e169-3307-4475-b9ef-1b5658f9db6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d69e7e9d68b4c2886e7a19f2d23268e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531865 Jun 07 13:41:01.611640 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 47652) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:01.620374 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36e169-3307-4475-b9ef-1b5658f9db6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d302af8-4a57-4f13-a7c4-5c0d2ea1eaa1,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:01.630355 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1a36e169-3307-4475-b9ef-1b5658f9db6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:01.678055 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fadcc-783b-4279-b5e8-7b87fc8355f1 req-0d86bc12-ca76-4121-bd3d-0f35e136abbc tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:01.679699 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f79fadcc-783b-4279-b5e8-7b87fc8355f1 req-0d86bc12-ca76-4121-bd3d-0f35e136abbc tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.1244943 Jun 07 13:41:01.683258 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2ed5-d4ca-4420-8df1-4c398b0c76b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:01.714610 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2ed5-d4ca-4420-8df1-4c398b0c76b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:01.730753 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f79fadcc-783b-4279-b5e8-7b87fc8355f1 req-b4892d40-3bbb-4619-904a-eb1101fd5709 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426016 Jun 07 13:41:01.778552 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2ed5-d4ca-4420-8df1-4c398b0c76b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:01.781006 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2ed5-d4ca-4420-8df1-4c398b0c76b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:01.782150 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-bcfd2ed5-d4ca-4420-8df1-4c398b0c76b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d302af8-4a57-4f13-a7c4-5c0d2ea1eaa1 HTTP/1.1" status: 204 len: 168 time: 0.1692624 Jun 07 13:41:01.782911 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-08a37ad5-81a1-41ec-8733-99af750feddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:01.793191 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd2ed5-d4ca-4420-8df1-4c398b0c76b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d302af8-4a57-4f13-a7c4-5c0d2ea1eaa1,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:01.795507 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bcfd2ed5-d4ca-4420-8df1-4c398b0c76b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:02.471617 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189faa-d530-4a59-b44d-1e0c76ce88a3 req-26f4fc07-fb69-4627-a75d-d8a53b98a390 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:02.473194 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-55189faa-d530-4a59-b44d-1e0c76ce88a3 req-26f4fc07-fb69-4627-a75d-d8a53b98a390 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0915103 Jun 07 13:41:02.490105 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e0742ba0-c49c-4019-9bb6-953b57428515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:02.534576 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-55189faa-d530-4a59-b44d-1e0c76ce88a3 req-af96cc3d-2741-4fff-88d5-0b229029a683 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512137 Jun 07 13:41:02.982924 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d0394-472b-4877-be90-e175016df0c5 req-742c699a-3885-49ee-92e9-0fd20d8000e4 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:02.984426 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a66d0394-472b-4877-be90-e175016df0c5 req-742c699a-3885-49ee-92e9-0fd20d8000e4 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.0998924 Jun 07 13:41:03.058645 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a66d0394-472b-4877-be90-e175016df0c5 req-f5204a3f-cdc1-4fe7-8ff1-4e60422e1c69 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668817 Jun 07 13:41:03.733033 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d899d65-34d9-4881-a9d3-3f2275268054 req-1126f3a2-410d-49e6-8d87-080d07507ba5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:03.734647 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2d899d65-34d9-4881-a9d3-3f2275268054 req-1126f3a2-410d-49e6-8d87-080d07507ba5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0907118 Jun 07 13:41:03.786674 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2d899d65-34d9-4881-a9d3-3f2275268054 req-e6b2e21f-fa42-4321-b464-cc9d20215051 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463679 Jun 07 13:41:04.309346 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98885b-3428-4340-b7b6-3feb3ed7c69d req-a8f8e424-a889-4e2a-addf-1daf74fa174d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:04.312346 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5a98885b-3428-4340-b7b6-3feb3ed7c69d req-a8f8e424-a889-4e2a-addf-1daf74fa174d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.1302443 Jun 07 13:41:04.364449 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5a98885b-3428-4340-b7b6-3feb3ed7c69d req-4312f3ee-2b0a-40e1-92d0-b543a966ed3a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466313 Jun 07 13:41:04.985149 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c69e1-c6c0-49de-88b8-1bb7fd1700d8 req-d8ba58ac-e439-4251-b9ae-705614ed3d4e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:04.986609 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-910c69e1-c6c0-49de-88b8-1bb7fd1700d8 req-d8ba58ac-e439-4251-b9ae-705614ed3d4e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0814753 Jun 07 13:41:05.035267 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:05.036136 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-910c69e1-c6c0-49de-88b8-1bb7fd1700d8 req-ced30063-8546-4f90-8223-d547f5654942 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Jun 07 13:41:05.118540 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0a66ea79-333b-4f8b-9192-f8263bdff9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:05.586390 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28739e4-4a71-42a2-b978-422ee48c9e9d req-f8420177-75d0-4ba3-9cf9-9acf7368faa9 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:05.589909 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a28739e4-4a71-42a2-b978-422ee48c9e9d req-f8420177-75d0-4ba3-9cf9-9acf7368faa9 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.1041820 Jun 07 13:41:05.643698 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a28739e4-4a71-42a2-b978-422ee48c9e9d req-51f329f5-e542-48ed-a0af-44755a9e2382 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490739 Jun 07 13:41:05.867563 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:06.244977 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377520a-9ef3-4469-8f44-61e342a98904 req-043b2a43-521e-4630-b8f6-f48e41709383 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:06.246709 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c377520a-9ef3-4469-8f44-61e342a98904 req-043b2a43-521e-4630-b8f6-f48e41709383 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0893686 Jun 07 13:41:06.292614 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c377520a-9ef3-4469-8f44-61e342a98904 req-9612834a-954a-499d-abd3-c6a50316a6b8 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Jun 07 13:41:06.840103 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbc939-672e-4123-869a-9482feb2aca1 req-eb1a7384-86a4-4940-be2e-561d5b14a132 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:06.842552 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-38cbc939-672e-4123-869a-9482feb2aca1 req-eb1a7384-86a4-4940-be2e-561d5b14a132 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.0833087 Jun 07 13:41:06.891321 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-38cbc939-672e-4123-869a-9482feb2aca1 req-2c4975c0-8b4d-475c-ab8c-f433c532b15f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440660 Jun 07 13:41:07.489123 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a6579-2b57-48f4-b620-392da00d143e req-1a9b350b-b99f-4101-b6f6-67518fd2b5fe tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:07.490641 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5c1a6579-2b57-48f4-b620-392da00d143e req-1a9b350b-b99f-4101-b6f6-67518fd2b5fe tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0794892 Jun 07 13:41:07.541963 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5c1a6579-2b57-48f4-b620-392da00d143e req-d35128ec-f7b3-4744-a917-e1f4f5179656 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453000 Jun 07 13:41:07.707998 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-15af7087-7e15-47ef-8815-be66de69b004 req-96e59a3c-9116-4162-90a0-df1279621396 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845673 Jun 07 13:41:07.827194 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af7087-7e15-47ef-8815-be66de69b004 req-715f53ac-b4f4-4db6-bca9-22fe500cbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:07.828519 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-15af7087-7e15-47ef-8815-be66de69b004 req-715f53ac-b4f4-4db6-bca9-22fe500cbc9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 1098 time: 0.0721133 Jun 07 13:41:07.871879 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:07.992176 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af7087-7e15-47ef-8815-be66de69b004 req-c25dff93-76d8-4043-8a7f-c3e395ab492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:07.993591 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-15af7087-7e15-47ef-8815-be66de69b004 req-c25dff93-76d8-4043-8a7f-c3e395ab492f service neutron] 10.222.0.54 "GET /v2.0/networks?id=208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 200 len: 912 time: 0.1313896 Jun 07 13:41:08.092910 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204af12-d212-4713-a613-5e1e9e96ddf2 req-3c0fd428-ed2a-406d-bfec-b111477c1572 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:08.094397 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7204af12-d212-4713-a613-5e1e9e96ddf2 req-3c0fd428-ed2a-406d-bfec-b111477c1572 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.0823371 Jun 07 13:41:08.105771 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-15af7087-7e15-47ef-8815-be66de69b004 req-901f3f84-9bf5-447d-9579-3d37da627892 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad951c4-a121-4a1b-96b8-5ddb57597905 HTTP/1.1" status: 200 len: 1000 time: 0.1029563 Jun 07 13:41:08.139971 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7204af12-d212-4713-a613-5e1e9e96ddf2 req-dbbfe725-d018-40f4-8971-0b7a3307c849 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391588 Jun 07 13:41:08.171476 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af7087-7e15-47ef-8815-be66de69b004 req-96f2b129-f017-4772-aa7b-cf3f131b11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:08.172888 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-15af7087-7e15-47ef-8815-be66de69b004 req-96f2b129-f017-4772-aa7b-cf3f131b11bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=050186de-5062-460e-8201-e277a2d397b8 HTTP/1.1" status: 200 len: 850 time: 0.0585330 Jun 07 13:41:08.257104 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af7087-7e15-47ef-8815-be66de69b004 req-734d3bd5-9596-4663-9e87-ca7b8b2f90dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:08.258586 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-15af7087-7e15-47ef-8815-be66de69b004 req-734d3bd5-9596-4663-9e87-ca7b8b2f90dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=208989e9-9ce4-41b2-86c1-f7dfee081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753980 Jun 07 13:41:08.408685 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-15af7087-7e15-47ef-8815-be66de69b004 req-b62cfdc8-f07c-420f-b370-6a0b5104ab21 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242492 Jun 07 13:41:08.617386 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-15af7087-7e15-47ef-8815-be66de69b004 req-73c869f0-0eb9-4146-adb0-d6628ac0fab4 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988456 Jun 07 13:41:08.748963 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f6191-8163-408d-b15d-58d424d92452 req-1c6f3db2-5afd-4605-98b7-9d1326d1a4cd tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:08.750565 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a97f6191-8163-408d-b15d-58d424d92452 req-1c6f3db2-5afd-4605-98b7-9d1326d1a4cd tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0957994 Jun 07 13:41:08.804930 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a97f6191-8163-408d-b15d-58d424d92452 req-a2bdd098-adcb-480d-a478-d0d4c09fc52b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Jun 07 13:41:09.404611 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b7ee6-f9b4-4ce4-8bb6-dba05f9c1aaf req-ecc416d2-15f9-49ae-86ab-af35aff79b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:09.406523 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-761b7ee6-f9b4-4ce4-8bb6-dba05f9c1aaf req-ecc416d2-15f9-49ae-86ab-af35aff79b58 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 1099 time: 0.0733962 Jun 07 13:41:09.418928 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25d9c8-089d-4068-966f-e9f66a3bafbd req-27facd5d-00b8-4624-aaf9-1ff505fd0185 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:09.421410 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bd25d9c8-089d-4068-966f-e9f66a3bafbd req-27facd5d-00b8-4624-aaf9-1ff505fd0185 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.1546614 Jun 07 13:41:09.457940 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-761b7ee6-f9b4-4ce4-8bb6-dba05f9c1aaf req-043cf2d7-d301-4331-bc47-9033d15aa473 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347250 Jun 07 13:41:09.464666 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bd25d9c8-089d-4068-966f-e9f66a3bafbd req-47f19f6a-b35a-4062-b6e0-0c7b098a086f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387480 Jun 07 13:41:09.672128 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:10.001048 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37180960-8c10-4e30-8bad-2e2f200a9ea1 req-560458da-e3f3-448d-9d19-fb1f0dd8b461 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:10.002432 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-37180960-8c10-4e30-8bad-2e2f200a9ea1 req-560458da-e3f3-448d-9d19-fb1f0dd8b461 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0834908 Jun 07 13:41:10.048411 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-37180960-8c10-4e30-8bad-2e2f200a9ea1 req-cb484e05-799f-40fe-8ef1-50bdceb35fbb tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384777 Jun 07 13:41:10.672821 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7c2d9-a11d-42b4-b983-6fcaca9743dd req-e3ec75e7-0073-4fc8-b54b-ccb21f22fae6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:10.674298 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d3a7c2d9-a11d-42b4-b983-6fcaca9743dd req-e3ec75e7-0073-4fc8-b54b-ccb21f22fae6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 943 time: 0.0851104 Jun 07 13:41:10.723789 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d3a7c2d9-a11d-42b4-b983-6fcaca9743dd req-76e31201-8da9-4952-99a8-c337603022b8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 Jun 07 13:41:11.222168 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ecdc454a-e690-4361-b88e-46c23d0c0b29 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:41:11.242579 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d7772-0565-4778-86e7-2924fece12c7 req-bf513ffd-5447-407f-a04f-e6e2ec21e056 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:11.244106 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-444d7772-0565-4778-86e7-2924fece12c7 req-bf513ffd-5447-407f-a04f-e6e2ec21e056 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0878859 Jun 07 13:41:11.299097 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-444d7772-0565-4778-86e7-2924fece12c7 req-022240de-af73-45cb-ab1f-557985c97dc0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486462 Jun 07 13:41:11.365280 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:11.381123 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'port_id': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'mac_address': 'fa:16:3e:50:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:41:11.450606 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:11.469757 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdc454a-e690-4361-b88e-46c23d0c0b29 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:41:11.487267 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:11.492283 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:11.495083 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:11.563903 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ecdc454a-e690-4361-b88e-46c23d0c0b29,revision_number=9']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.576598 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:41:11.580063 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:11.764761 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72d4ab-b863-42ed-8ab7-f81a282ae62d req-0c332784-a485-49aa-a8b9-83d18a82d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:11.766222 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fc72d4ab-b863-42ed-8ab7-f81a282ae62d req-0c332784-a485-49aa-a8b9-83d18a82d527 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be9165134c7e43519e15a77c85d508cb&device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 1099 time: 0.1356742 Jun 07 13:41:11.778441 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19f3f5-a620-442f-a787-3ebb5800f040 req-d23f104e-8afd-46e4-b20d-68e1a0ee283b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:11.779897 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0f19f3f5-a620-442f-a787-3ebb5800f040 req-d23f104e-8afd-46e4-b20d-68e1a0ee283b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1110728 Jun 07 13:41:11.912948 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['ecdc454a-e690-4361-b88e-46c23d0c0b29'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:41:11.920781 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0f19f3f5-a620-442f-a787-3ebb5800f040 req-ffde8f59-5180-40c7-b7f9-2444a5a24cf1 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184509 Jun 07 13:41:11.929144 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4d630-fb5d-40f1-92d5-61f96d4e2f98 req-34c42193-8511-40ab-a145-1ce896b261bc tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:11.930691 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c9b4d630-fb5d-40f1-92d5-61f96d4e2f98 req-34c42193-8511-40ab-a145-1ce896b261bc tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 944 time: 0.0895913 Jun 07 13:41:11.969028 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72d4ab-b863-42ed-8ab7-f81a282ae62d req-decf121e-1c9c-4278-895d-e86bfb7791c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:11.970531 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fc72d4ab-b863-42ed-8ab7-f81a282ae62d req-decf121e-1c9c-4278-895d-e86bfb7791c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 200 len: 919 time: 0.1898026 Jun 07 13:41:11.985702 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c9b4d630-fb5d-40f1-92d5-61f96d4e2f98 req-1e46eb53-5585-48f1-887c-9ef0afefe2a8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484436 Jun 07 13:41:12.050285 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fc72d4ab-b863-42ed-8ab7-f81a282ae62d req-143771a5-1d70-493e-a499-136e59e0cf1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623 HTTP/1.1" status: 200 len: 217 time: 0.0707407 Jun 07 13:41:12.115919 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72d4ab-b863-42ed-8ab7-f81a282ae62d req-c8ebd703-5253-4abf-9955-ae7db69b0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:12.117495 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fc72d4ab-b863-42ed-8ab7-f81a282ae62d req-c8ebd703-5253-4abf-9955-ae7db69b0dfc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8ed30c8-147c-4af7-8f11-0dc9726a1e43 HTTP/1.1" status: 200 len: 858 time: 0.0596905 Jun 07 13:41:12.172066 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fc72d4ab-b863-42ed-8ab7-f81a282ae62d req-c831880e-35ca-445a-85d0-519c6eb1c75b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428314 Jun 07 13:41:12.313144 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fc72d4ab-b863-42ed-8ab7-f81a282ae62d req-b06ce6d9-80d5-4a43-8052-f26f2d782348 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272595 Jun 07 13:41:12.448957 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fc72d4ab-b863-42ed-8ab7-f81a282ae62d req-bf4f3746-e5e8-4fb2-80ea-5189fddf5712 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247449 Jun 07 13:41:13.129454 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b09e53-7f93-4e71-980e-b063620ca445 req-a6164512-9770-4d3a-a2eb-a15de4284c8e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:13.131293 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e2b09e53-7f93-4e71-980e-b063620ca445 req-a6164512-9770-4d3a-a2eb-a15de4284c8e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0847175 Jun 07 13:41:13.184435 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6d1b3-656c-4b45-9320-db8814993ef1 req-74a9afd2-634f-4866-b7fc-9bd3a2d36e01 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:13.185562 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e2b09e53-7f93-4e71-980e-b063620ca445 req-54eecf4f-3553-4058-b978-c0f67fb72d61 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484054 Jun 07 13:41:13.186234 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5a6d1b3-656c-4b45-9320-db8814993ef1 req-74a9afd2-634f-4866-b7fc-9bd3a2d36e01 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 944 time: 0.0878448 Jun 07 13:41:13.228506 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ecdc454a-e690-4361-b88e-46c23d0c0b29 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:41:13.233966 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e5a6d1b3-656c-4b45-9320-db8814993ef1 req-92315c34-ea17-405a-90ac-084ddbe30d0f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419192 Jun 07 13:41:13.295314 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port ecdc454a-e690-4361-b88e-46c23d0c0b29 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:41:13.295689 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:13.412931 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:13.439704 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:13.442068 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6cbe6b-62b8-4543-bfdf-569c8fe68053" -d '{"events": [{"server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:13.455004 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:13.461911 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:13.465190 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:13.498328 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f270aec7-3ddb-471f-9e31-1ceb79b6d58f x-openstack-request-id: req-f270aec7-3ddb-471f-9e31-1ceb79b6d58f {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:13.498622 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:13.498882 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f270aec7-3ddb-471f-9e31-1ceb79b6d58f {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:13.499270 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'code': 200} Jun 07 13:41:13.544836 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ecdc454a-e690-4361-b88e-46c23d0c0b29,revision_number=10']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:13.547841 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:14.103577 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a68ee-e8c6-48b4-8d9c-4612139b82fb req-72dc0838-3ecb-449d-9e8d-76e81cbb9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:14.105046 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6e3a68ee-e8c6-48b4-8d9c-4612139b82fb req-72dc0838-3ecb-449d-9e8d-76e81cbb9108 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 1099 time: 0.0828402 Jun 07 13:41:14.126849 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 47898) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:14.153431 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6e3a68ee-e8c6-48b4-8d9c-4612139b82fb req-5ca54e3c-fb42-4bbe-8d8d-6c420581c6b4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Jun 07 13:41:14.250877 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4dde3932-b043-4b83-865b-302fb6eca662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:14.437709 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ef39a-f67b-4976-aa8e-99c5cd805efc req-2af17104-52d7-4ac3-98cb-ba6c15a3521a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:14.439196 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-344ef39a-f67b-4976-aa8e-99c5cd805efc req-2af17104-52d7-4ac3-98cb-ba6c15a3521a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1336040 Jun 07 13:41:14.440950 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4dde3932-b043-4b83-865b-302fb6eca662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:14.470271 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4dde3932-b043-4b83-865b-302fb6eca662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:14.482216 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b7e7bdf4-5ccc-49e1-a80c-3722882361bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:14.535894 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-4dde3932-b043-4b83-865b-302fb6eca662 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0b8bce9918f4170b286965cc9dc7cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079888 Jun 07 13:41:14.539425 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 47912) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:14.543839 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-344ef39a-f67b-4976-aa8e-99c5cd805efc req-cd9de3c0-ab78-46a6-8ddc-bd748944f482 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971568 Jun 07 13:41:14.545369 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde3932-b043-4b83-865b-302fb6eca662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73775db-e55b-4500-b636-fe95270cb035,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:14.548603 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4dde3932-b043-4b83-865b-302fb6eca662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:14.613355 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497778d-a00a-472c-af57-3405e150bb88 req-82f94c22-d00c-4474-9ac3-05b0ffef0c9b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:14.614896 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5497778d-a00a-472c-af57-3405e150bb88 req-82f94c22-d00c-4474-9ac3-05b0ffef0c9b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 946 time: 0.1417441 Jun 07 13:41:14.643555 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9458abf-74b6-43ea-adab-1a883cee6ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:14.687527 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9458abf-74b6-43ea-adab-1a883cee6ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:14.696004 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5497778d-a00a-472c-af57-3405e150bb88 req-49972768-b3c8-42e5-b10d-35c9be7a2eb1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724568 Jun 07 13:41:14.744071 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9458abf-74b6-43ea-adab-1a883cee6ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:14.746969 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e9458abf-74b6-43ea-adab-1a883cee6ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:14.748122 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-e9458abf-74b6-43ea-adab-1a883cee6ca6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c73775db-e55b-4500-b636-fe95270cb035 HTTP/1.1" status: 204 len: 168 time: 0.2076769 Jun 07 13:41:14.748855 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-ffb77768-974f-4c84-b272-f53bd01e28d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:14.758198 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9458abf-74b6-43ea-adab-1a883cee6ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73775db-e55b-4500-b636-fe95270cb035,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:14.760398 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e9458abf-74b6-43ea-adab-1a883cee6ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:15.856014 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd1bae-3413-4258-9ea6-4851afeeda68 req-95cf998b-68d7-4ceb-895c-ef1e39c344f5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:15.857683 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a8bd1bae-3413-4258-9ea6-4851afeeda68 req-95cf998b-68d7-4ceb-895c-ef1e39c344f5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1929712 Jun 07 13:41:15.907044 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a8bd1bae-3413-4258-9ea6-4851afeeda68 req-dcf878c0-928e-433e-90a7-76a4f2bd2223 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 Jun 07 13:41:15.973107 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148f22-aa20-450b-a61a-99c876b596b1 req-1ac7fa95-72fa-487a-814a-96d2c244c874 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:15.983523 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f0148f22-aa20-450b-a61a-99c876b596b1 req-1ac7fa95-72fa-487a-814a-96d2c244c874 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 946 time: 0.1276698 Jun 07 13:41:16.042908 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f0148f22-aa20-450b-a61a-99c876b596b1 req-bd4787d1-d7a8-4210-adc6-92a3571b11a5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583465 Jun 07 13:41:17.405236 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b5759-183a-4220-b1fd-693511394507 req-b84e2e8e-5f00-4e6b-bf08-6892135fc8c3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:17.406791 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-304b5759-183a-4220-b1fd-693511394507 req-b84e2e8e-5f00-4e6b-bf08-6892135fc8c3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 946 time: 0.1016884 Jun 07 13:41:17.456572 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-304b5759-183a-4220-b1fd-693511394507 req-1f6db72a-76bd-48fb-8687-5757c1e29749 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433924 Jun 07 13:41:17.577616 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-cff8c4fc-7978-43f7-acb6-6332d822ad47 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=518ff3088d824aaf90157ed3bb483deb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279784 Jun 07 13:41:17.743444 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-c936d2eb-4ef7-4bce-83bc-b6d9930aa064 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:17.745063 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-c936d2eb-4ef7-4bce-83bc-b6d9930aa064 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622415 Jun 07 13:41:17.760637 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-d146f47a-cf0f-4563-97c9-d081ea0165f9 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/quotas/518ff3088d824aaf90157ed3bb483deb HTTP/1.1" status: 200 len: 375 time: 0.0099082 Jun 07 13:41:17.814751 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-697f7118-fe19-42bb-bb82-38af387f2553 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=518ff3088d824aaf90157ed3bb483deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461950 Jun 07 13:41:17.924449 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd12120-1431-400a-a500-37760c8bd73d req-6860ffa4-8bbc-4a08-9c20-074cb2fa2ad4 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:17.926103 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ecd12120-1431-400a-a500-37760c8bd73d req-6860ffa4-8bbc-4a08-9c20-074cb2fa2ad4 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0894394 Jun 07 13:41:17.979502 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ecd12120-1431-400a-a500-37760c8bd73d req-0695ff2f-b893-4617-8a9c-82516b8a9812 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462711 Jun 07 13:41:18.029388 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d10a088b-6bf2-4239-8a64-8d832ba5066a req-74393829-14f4-4936-bf3e-c82c49768c2a tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 210 time: 0.0622509 Jun 07 13:41:19.166479 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eec7d-c302-4947-a12c-78da78e053f7 req-89c92038-b4c6-40d5-91ed-e32d80a23e27 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:19.168207 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0e6eec7d-c302-4947-a12c-78da78e053f7 req-89c92038-b4c6-40d5-91ed-e32d80a23e27 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 945 time: 0.1029749 Jun 07 13:41:19.209515 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-886090e2-c51a-48f5-91f2-885fd8854f74 req-9007402f-30e9-4bae-933a-c0e1496c4f5d tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 210 time: 0.0705090 Jun 07 13:41:19.212123 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-8d85a50e-cd65-42fe-abb4-cdd508eb6e7e tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=518ff3088d824aaf90157ed3bb483deb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378003 Jun 07 13:41:19.232705 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0e6eec7d-c302-4947-a12c-78da78e053f7 req-5d4f8236-feba-438c-9959-55b738616916 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582774 Jun 07 13:41:19.379013 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-91fcbda5-37a6-4446-bd60-ed70e51aacf7 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:19.380398 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-91fcbda5-37a6-4446-bd60-ed70e51aacf7 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616423 Jun 07 13:41:19.409383 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Request body: {'port': {'device_id': '9e1d6c5c-1bac-4aca-b84e-dd204a4d9396', 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6', 'admin_state_up': True, 'tenant_id': '518ff3088d824aaf90157ed3bb483deb'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:41:19.561366 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Made reservation on behalf of 518ff3088d824aaf90157ed3bb483deb for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:41:19.564818 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:19.577130 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:19.698695 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:19.702457 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:19.706507 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-31fad979-a451-46c5-a2be-8bccdcc10104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:19.789326 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17066b9c-35fb-4126-95f1-a10c1bd3df4b,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:19.792507 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:19.887350 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Allocated IP 192.168.233.48 (83d44770-a6f5-4b06-865a-cbf7531efea6/35f9eaad-bfe8-4dc8-a6c9-56be806e66f8/cc9ed9d8-5405-4656-af6b-49806313b61b) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:41:20.100232 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:20.116240 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Transition to ACTIVE for port object cc9ed9d8-5405-4656-af6b-49806313b61b will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:41:20.139877 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:20.145155 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:20.214904 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Network 83d44770-a6f5-4b06-865a-cbf7531efea6 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:41:20.217980 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:41:20.221944 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:41:20.279103 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Pushing event updated for resources: {'Port': ['ID=cc9ed9d8-5405-4656-af6b-49806313b61b,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:20.282355 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:20.342802 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:20.343358 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:20.365685 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9592900 Jun 07 13:41:20.390867 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Request body: {'port': {'device_id': '9e1d6c5c-1bac-4aca-b84e-dd204a4d9396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:41:20.448604 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6af7f-6ccb-46fa-ba51-2318c9451beb req-93bd0109-90c9-4bb5-b2d8-1653b13689d1 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:20.455534 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-10e6af7f-6ccb-46fa-ba51-2318c9451beb req-93bd0109-90c9-4bb5-b2d8-1653b13689d1 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 945 time: 0.0995991 Jun 07 13:41:20.500489 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-10e6af7f-6ccb-46fa-ba51-2318c9451beb req-b8caf667-ed17-479c-b408-3e1627a2d4eb tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439739 Jun 07 13:41:20.536295 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-ba8d069f-b800-4e46-b23c-f9110376b29d None None] Provisioning for port cc9ed9d8-5405-4656-af6b-49806313b61b completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:41:20.541738 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-ba8d069f-b800-4e46-b23c-f9110376b29d None None] Provisioning complete for port cc9ed9d8-5405-4656-af6b-49806313b61b triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:41:20.542193 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ba8d069f-b800-4e46-b23c-f9110376b29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:20.567104 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:20.588814 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c4ee9-7eb3-460f-bece-9c37f700d267 req-6ba9c264-5468-422b-ae8a-8a168a1c0880 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:20.590276 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-653c4ee9-7eb3-460f-bece-9c37f700d267 req-6ba9c264-5468-422b-ae8a-8a168a1c0880 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 935 time: 0.1685057 Jun 07 13:41:20.596909 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d069f-b800-4e46-b23c-f9110376b29d None None] Port cc9ed9d8-5405-4656-af6b-49806313b61b cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:41:20.774722 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-653c4ee9-7eb3-460f-bece-9c37f700d267 req-d5b50286-501b-4cf9-aa5f-7f52c50daa59 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/security-groups?id=17066b9c-35fb-4126-95f1-a10c1bd3df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572738 Jun 07 13:41:21.045831 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9ed9d8-5405-4656-af6b-49806313b61b {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:41:21.054638 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:21.078670 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Transition to ACTIVE for port object cc9ed9d8-5405-4656-af6b-49806313b61b will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:41:21.082434 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:21.086637 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-de941e71-bb4b-4513-b60e-9129aa4ac50f tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:21.237481 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a06ed-b143-47a6-bcf1-c4c08d900e35 req-c1a8a894-34e7-49b3-ada4-b4b193bc37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:21.239113 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f54a06ed-b143-47a6-bcf1-c4c08d900e35 req-c1a8a894-34e7-49b3-ada4-b4b193bc37c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be9165134c7e43519e15a77c85d508cb&device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 1099 time: 0.0981612 Jun 07 13:41:21.267303 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9ed9d8-5405-4656-af6b-49806313b61b,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:21.297995 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:21.392594 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a06ed-b143-47a6-bcf1-c4c08d900e35 req-e73b93f2-1876-49c2-ad1a-d108612d4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:21.394110 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f54a06ed-b143-47a6-bcf1-c4c08d900e35 req-e73b93f2-1876-49c2-ad1a-d108612d4240 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 200 len: 919 time: 0.1448889 Jun 07 13:41:21.404295 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5519a-4d7a-49ac-abb4-511afcfdf7fe req-df9b8c76-eb43-4945-bb8c-20ea0fc6365b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:21.405926 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a9e5519a-4d7a-49ac-abb4-511afcfdf7fe req-df9b8c76-eb43-4945-bb8c-20ea0fc6365b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1997530 Jun 07 13:41:21.408781 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Attempting to bind port cc9ed9d8-5405-4656-af6b-49806313b61b on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:41:21.409258 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Attempting to bind port cc9ed9d8-5405-4656-af6b-49806313b61b by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '02a73ac3-58cf-4325-9f13-f9dd63ae7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:41:21.409593 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Attempting to bind port cc9ed9d8-5405-4656-af6b-49806313b61b on network 83d44770-a6f5-4b06-865a-cbf7531efea6 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:41:21.422848 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Port cc9ed9d8-5405-4656-af6b-49806313b61b on network 83d44770-a6f5-4b06-865a-cbf7531efea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:41:21.423152 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Attempting to bind port cc9ed9d8-5405-4656-af6b-49806313b61b on network 83d44770-a6f5-4b06-865a-cbf7531efea6 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:41:21.444051 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:41:21.444395 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Checking segment: {'id': '02a73ac3-58cf-4325-9f13-f9dd63ae7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:41:21.444808 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Bound using segment: {'id': '02a73ac3-58cf-4325-9f13-f9dd63ae7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:41:21.445285 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Bound port: cc9ed9d8-5405-4656-af6b-49806313b61b, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a73ac3-58cf-4325-9f13-f9dd63ae7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:41:21.445574 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:21.475021 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f54a06ed-b143-47a6-bcf1-c4c08d900e35 req-51d644eb-22bd-4d56-87c2-a1f3b1e46968 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623 HTTP/1.1" status: 200 len: 217 time: 0.0701318 Jun 07 13:41:21.525328 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a9e5519a-4d7a-49ac-abb4-511afcfdf7fe req-975bb68e-bbe4-4af3-bd9e-89e857ce04d8 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994983 Jun 07 13:41:21.545884 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a06ed-b143-47a6-bcf1-c4c08d900e35 req-41f68d0b-f4fd-4457-8dd2-26a754b6f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:21.545884 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f54a06ed-b143-47a6-bcf1-c4c08d900e35 req-41f68d0b-f4fd-4457-8dd2-26a754b6f678 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8ed30c8-147c-4af7-8f11-0dc9726a1e43 HTTP/1.1" status: 200 len: 858 time: 0.0628138 Jun 07 13:41:21.565670 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] For port cc9ed9d8-5405-4656-af6b-49806313b61b, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:41:21.570315 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] For port cc9ed9d8-5405-4656-af6b-49806313b61b, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cc9ed9d8-5405-4656-af6b-49806313b61b,segment=NetworkSegment(02a73ac3-58cf-4325-9f13-f9dd63ae7307),segment_id=02a73ac3-58cf-4325-9f13-f9dd63ae7307)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:41:21.575568 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:21.581388 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b550bd8f-efab-4fd8-a361-d65f6e4156a5 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:21.607802 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f54a06ed-b143-47a6-bcf1-c4c08d900e35 req-e863e2d6-a676-4517-9a28-49c62fb6ea0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479603 Jun 07 13:41:21.638609 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:21.639230 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:21.640619 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] 10.222.0.54 "PUT /v2.0/ports/cc9ed9d8-5405-4656-af6b-49806313b61b HTTP/1.1" status: 200 len: 1097 time: 1.2545989 Jun 07 13:41:21.641116 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1d6c5c-1bac-4aca-b84e-dd204a4d9396', 'tag': 'cc9ed9d8-5405-4656-af6b-49806313b61b'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:21.643444 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9207c56b-a4b0-478f-be2b-d494a09a2c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1d6c5c-1bac-4aca-b84e-dd204a4d9396", "tag": "cc9ed9d8-5405-4656-af6b-49806313b61b"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:21.673892 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9ed9d8-5405-4656-af6b-49806313b61b,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:21.677606 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:21.727768 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894a7d8-f15b-4fda-8e1c-d2b73e0205ad x-openstack-request-id: req-b894a7d8-f15b-4fda-8e1c-d2b73e0205ad {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:21.728008 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1d6c5c-1bac-4aca-b84e-dd204a4d9396", "tag": "cc9ed9d8-5405-4656-af6b-49806313b61b", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:21.728285 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b894a7d8-f15b-4fda-8e1c-d2b73e0205ad {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:21.728704 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1d6c5c-1bac-4aca-b84e-dd204a4d9396', 'tag': 'cc9ed9d8-5405-4656-af6b-49806313b61b', 'status': 'completed', 'code': 200} Jun 07 13:41:21.772871 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-152daa64-edbe-4aba-b1ee-c2ce458d7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:21.774381 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-152daa64-edbe-4aba-b1ee-c2ce458d7683 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=518ff3088d824aaf90157ed3bb483deb&device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 1100 time: 0.0879462 Jun 07 13:41:21.827615 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f9cd9-6a39-4c6b-936c-cbb2ba63db7c req-60f9cc73-461e-435d-8ae2-dc69bd033bb9 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:21.829531 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-325f9cd9-6a39-4c6b-936c-cbb2ba63db7c req-60f9cc73-461e-435d-8ae2-dc69bd033bb9 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 945 time: 0.2185738 Jun 07 13:41:21.835669 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f54a06ed-b143-47a6-bcf1-c4c08d900e35 req-b2589bf4-3f36-4b25-98db-bd30b90458f5 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819136 Jun 07 13:41:21.885241 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-ac7c3372-df19-4d4f-afa0-62fa3ebadf17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=cc9ed9d8-5405-4656-af6b-49806313b61b HTTP/1.1" status: 200 len: 217 time: 0.0935743 Jun 07 13:41:22.008823 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-ed2b9eba-5ab7-4a9f-b7a5-fa76d5c3b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:22.010196 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-ed2b9eba-5ab7-4a9f-b7a5-fa76d5c3b43e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35f9eaad-bfe8-4dc8-a6c9-56be806e66f8 HTTP/1.1" status: 200 len: 843 time: 0.1105256 Jun 07 13:41:22.024009 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-325f9cd9-6a39-4c6b-936c-cbb2ba63db7c req-ca74e85d-5ce2-4735-b7ce-737caa72d71f tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873524 Jun 07 13:41:22.072256 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f54a06ed-b143-47a6-bcf1-c4c08d900e35 req-ab9986cd-efd9-49a3-999d-cd1972c7eaf8 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213223 Jun 07 13:41:22.078988 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f604c-505e-46e7-a949-0d2f63cb918c req-2fb4d369-2176-422c-9f62-e10ac2a643fd tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:22.080463 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-832f604c-505e-46e7-a949-0d2f63cb918c req-2fb4d369-2176-422c-9f62-e10ac2a643fd tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 947 time: 0.1826200 Jun 07 13:41:22.145440 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-832f604c-505e-46e7-a949-0d2f63cb918c req-c84ede07-f621-4c64-8dfd-20edcd690316 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/security-groups?id=17066b9c-35fb-4126-95f1-a10c1bd3df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573027 Jun 07 13:41:22.148169 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a52f9ed0-fed1-4eed-a17b-d27c9fc0e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:22.149635 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-a52f9ed0-fed1-4eed-a17b-d27c9fc0e246 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=83d44770-a6f5-4b06-865a-cbf7531efea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1289587 Jun 07 13:41:22.290439 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-9b939c2b-c6ff-4285-8b09-5720a1299d2a service neutron] 10.222.0.54 "GET /v2.0/networks/83d44770-a6f5-4b06-865a-cbf7531efea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289613 Jun 07 13:41:22.426396 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-502e9849-b7e9-4e9a-aac8-4f4f5565c303 req-4776db71-4959-4073-82b1-540a0b96b705 service neutron] 10.222.0.54 "GET /v2.0/networks/83d44770-a6f5-4b06-865a-cbf7531efea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270308 Jun 07 13:41:22.548210 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c56b-a4b0-478f-be2b-d494a09a2c4d req-daf5c965-49a9-418f-a8cf-09232826d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:22.549514 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9207c56b-a4b0-478f-be2b-d494a09a2c4d req-daf5c965-49a9-418f-a8cf-09232826d0f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=518ff3088d824aaf90157ed3bb483deb&device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 1100 time: 0.0714884 Jun 07 13:41:22.721079 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c5dfb-7c90-45bb-850f-942d73eeaa92 req-3cb47294-aa0c-4175-be71-1ca7fbc0f76c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:22.722561 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b99c5dfb-7c90-45bb-850f-942d73eeaa92 req-3cb47294-aa0c-4175-be71-1ca7fbc0f76c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0845189 Jun 07 13:41:22.770466 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b99c5dfb-7c90-45bb-850f-942d73eeaa92 req-5cea1f39-f214-499c-a800-31cf3bfc20a7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413468 Jun 07 13:41:22.771359 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c56b-a4b0-478f-be2b-d494a09a2c4d req-9edccb60-8406-40af-86d8-b40b546a3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:22.772782 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9207c56b-a4b0-478f-be2b-d494a09a2c4d req-9edccb60-8406-40af-86d8-b40b546a3548 service neutron] 10.222.0.54 "GET /v2.0/networks?id=83d44770-a6f5-4b06-865a-cbf7531efea6 HTTP/1.1" status: 200 len: 870 time: 0.2147796 Jun 07 13:41:22.841714 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9207c56b-a4b0-478f-be2b-d494a09a2c4d req-b5b7ca1d-844d-4810-83d3-8ec993762a97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=cc9ed9d8-5405-4656-af6b-49806313b61b HTTP/1.1" status: 200 len: 217 time: 0.0602965 Jun 07 13:41:22.910439 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c56b-a4b0-478f-be2b-d494a09a2c4d req-dcccf131-a126-4e62-8cf7-05c10ae4ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:22.911863 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9207c56b-a4b0-478f-be2b-d494a09a2c4d req-dcccf131-a126-4e62-8cf7-05c10ae4ac8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=35f9eaad-bfe8-4dc8-a6c9-56be806e66f8 HTTP/1.1" status: 200 len: 843 time: 0.0596118 Jun 07 13:41:22.990791 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c56b-a4b0-478f-be2b-d494a09a2c4d req-c01b1b3c-3a37-4b1b-a186-e5c5d08dce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:22.992173 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9207c56b-a4b0-478f-be2b-d494a09a2c4d req-c01b1b3c-3a37-4b1b-a186-e5c5d08dce68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=83d44770-a6f5-4b06-865a-cbf7531efea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698051 Jun 07 13:41:23.126613 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9207c56b-a4b0-478f-be2b-d494a09a2c4d req-104a880a-9452-44a3-a3b8-38c7a21cdfcd service neutron] 10.222.0.54 "GET /v2.0/networks/83d44770-a6f5-4b06-865a-cbf7531efea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262887 Jun 07 13:41:23.332752 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8bf53-cedd-4d29-b89f-9bb37ad0998f req-3bda336b-45cf-4468-8261-448106f1e0ee tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:23.334900 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c4a8bf53-cedd-4d29-b89f-9bb37ad0998f req-3bda336b-45cf-4468-8261-448106f1e0ee tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 945 time: 0.1813083 Jun 07 13:41:23.336881 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9207c56b-a4b0-478f-be2b-d494a09a2c4d req-c923bdb5-59fc-4440-9333-6d6f29089cdd service neutron] 10.222.0.54 "GET /v2.0/networks/83d44770-a6f5-4b06-865a-cbf7531efea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016437 Jun 07 13:41:23.343023 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13adec-9899-4730-8151-c0e837c4c9d3 req-646727ec-da46-4a2a-84b6-275fc8a130ca tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:23.344509 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8f13adec-9899-4730-8151-c0e837c4c9d3 req-646727ec-da46-4a2a-84b6-275fc8a130ca tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 947 time: 0.0898976 Jun 07 13:41:23.381817 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c4a8bf53-cedd-4d29-b89f-9bb37ad0998f req-b4adc18d-9c8e-4115-bce7-1f80a00b32eb tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Jun 07 13:41:23.391871 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8f13adec-9899-4730-8151-c0e837c4c9d3 req-67025d6b-7476-471a-8346-7cef48e6c7f2 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/security-groups?id=17066b9c-35fb-4126-95f1-a10c1bd3df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Jun 07 13:41:23.954347 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e315e-fcdc-47f2-8834-0183b186c9e5 req-b6397cb5-983e-4511-ab73-d2f0403b0a28 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:23.955807 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1d9e315e-fcdc-47f2-8834-0183b186c9e5 req-b6397cb5-983e-4511-ab73-d2f0403b0a28 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0808556 Jun 07 13:41:24.002370 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1d9e315e-fcdc-47f2-8834-0183b186c9e5 req-e52a670d-9a2e-47b1-96d8-2744870151f5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397737 Jun 07 13:41:24.568036 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7b672-e698-4de1-b2c0-4253dc6f9049 req-2ca3593a-82b4-4972-beb5-8d688a579c4b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:24.569505 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6ba7b672-e698-4de1-b2c0-4253dc6f9049 req-2ca3593a-82b4-4972-beb5-8d688a579c4b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 945 time: 0.0818949 Jun 07 13:41:24.580518 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac80ffe-37ba-4ac0-b56f-6b4c9f8f1150 req-2ff95dc3-7738-40ff-959c-dbddc34604d3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:24.582463 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1ac80ffe-37ba-4ac0-b56f-6b4c9f8f1150 req-2ff95dc3-7738-40ff-959c-dbddc34604d3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 947 time: 0.0831292 Jun 07 13:41:24.615613 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6ba7b672-e698-4de1-b2c0-4253dc6f9049 req-3e2cbd56-75eb-419a-b77a-ac2d1b02b04a tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Jun 07 13:41:24.631101 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1ac80ffe-37ba-4ac0-b56f-6b4c9f8f1150 req-60211662-909e-4103-a739-00104d960a37 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/security-groups?id=17066b9c-35fb-4126-95f1-a10c1bd3df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Jun 07 13:41:25.197135 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a00ff-6f1d-42d1-ba8b-6755604e8122 req-01742330-a508-4df4-aa28-c4a65487ee2e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:25.198615 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e93a00ff-6f1d-42d1-ba8b-6755604e8122 req-01742330-a508-4df4-aa28-c4a65487ee2e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0871191 Jun 07 13:41:25.250166 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e93a00ff-6f1d-42d1-ba8b-6755604e8122 req-f0755228-0037-4a9f-ba70-57fd905115d1 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456233 Jun 07 13:41:25.325205 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device cc9ed9d8-5405-4656-af6b-49806313b61b details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:41:25.461306 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port cc9ed9d8-5405-4656-af6b-49806313b61b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cc9ed9d8-5405-4656-af6b-49806313b61b,segment=NetworkSegment(02a73ac3-58cf-4325-9f13-f9dd63ae7307),segment_id=02a73ac3-58cf-4325-9f13-f9dd63ae7307)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:25.475509 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'cc9ed9d8-5405-4656-af6b-49806313b61b', 'network_id': '83d44770-a6f5-4b06-865a-cbf7531efea6', 'port_id': 'cc9ed9d8-5405-4656-af6b-49806313b61b', 'mac_address': 'fa:16:3e:ca:e2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f9eaad-bfe8-4dc8-a6c9-56be806e66f8', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:41:25.537103 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:25.554304 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9ed9d8-5405-4656-af6b-49806313b61b {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:41:25.570381 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port cc9ed9d8-5405-4656-af6b-49806313b61b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cc9ed9d8-5405-4656-af6b-49806313b61b,segment=NetworkSegment(02a73ac3-58cf-4325-9f13-f9dd63ae7307),segment_id=02a73ac3-58cf-4325-9f13-f9dd63ae7307)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:25.574862 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:25.577271 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:25.585618 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492a4fc-0673-476b-a97a-fa06757cb95a req-143599b7-8829-431d-afe8-9c9c37e6eb78 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:25.587152 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1492a4fc-0673-476b-a97a-fa06757cb95a req-143599b7-8829-431d-afe8-9c9c37e6eb78 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1110435 Jun 07 13:41:25.641349 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1492a4fc-0673-476b-a97a-fa06757cb95a req-75e06a35-6aa0-4e80-bb46-d8d6a0675f87 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468752 Jun 07 13:41:25.648022 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=cc9ed9d8-5405-4656-af6b-49806313b61b,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:25.650745 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:25.825623 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03194625-4025-41de-945f-b449eb1d5f42 req-842cd729-51ce-4322-ac0f-0d07e4325efc tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:25.830774 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-03194625-4025-41de-945f-b449eb1d5f42 req-842cd729-51ce-4322-ac0f-0d07e4325efc tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 945 time: 0.0922976 Jun 07 13:41:25.843651 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ca357-9a87-4f1e-aa2c-db475559c6f0 req-d855c2bb-0e4d-4cef-ab00-ab12159d562e tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:25.845281 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-444ca357-9a87-4f1e-aa2c-db475559c6f0 req-d855c2bb-0e4d-4cef-ab00-ab12159d562e tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 948 time: 0.0958028 Jun 07 13:41:25.874199 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-03194625-4025-41de-945f-b449eb1d5f42 req-20678892-d5d8-4655-8697-8d2cad32cacc tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 Jun 07 13:41:25.899519 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-444ca357-9a87-4f1e-aa2c-db475559c6f0 req-b2eff3e7-5539-438a-9a7a-99d47a1d1b6e tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/security-groups?id=17066b9c-35fb-4126-95f1-a10c1bd3df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482662 Jun 07 13:41:25.920702 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['cc9ed9d8-5405-4656-af6b-49806313b61b'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:41:26.503137 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceca01a-c7a4-420d-8889-39a29a315fb6 req-6f9eeee8-174b-4633-bc16-b0bfefa6620a tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:26.504543 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7ceca01a-c7a4-420d-8889-39a29a315fb6 req-6f9eeee8-174b-4633-bc16-b0bfefa6620a tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.54 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 945 time: 0.1108124 Jun 07 13:41:26.512051 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ea0f4-126f-4c0f-8fe5-72d14fc1c4ad req-c3ae427d-c679-4a0b-8cea-232ec568b721 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:26.513359 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-681ea0f4-126f-4c0f-8fe5-72d14fc1c4ad req-c3ae427d-c679-4a0b-8cea-232ec568b721 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1512086 Jun 07 13:41:26.609304 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-681ea0f4-126f-4c0f-8fe5-72d14fc1c4ad req-6601f23f-5e37-4c71-a5aa-3d227fe413d2 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676475 Jun 07 13:41:26.684814 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-7ceca01a-c7a4-420d-8889-39a29a315fb6 req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Deleting port 85b76d94-2930-496b-83fb-40d7e2a1f1f8 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:41:26.685157 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-7ceca01a-c7a4-420d-8889-39a29a315fb6 req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:26.822194 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-7ceca01a-c7a4-420d-8889-39a29a315fb6 req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] For port 85b76d94-2930-496b-83fb-40d7e2a1f1f8, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=85b76d94-2930-496b-83fb-40d7e2a1f1f8,segment=NetworkSegment(be3738bb-762d-4d11-b45a-1b968b66a95b),segment_id=be3738bb-762d-4d11-b45a-1b968b66a95b)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:26.822194 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-7ceca01a-c7a4-420d-8889-39a29a315fb6 req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:26.840758 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713fcfc-330e-41b8-8bf9-c3a3661799db req-3e30332c-23d5-4984-9c70-469e8bf588d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:26.842239 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f713fcfc-330e-41b8-8bf9-c3a3661799db req-3e30332c-23d5-4984-9c70-469e8bf588d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0789013 Jun 07 13:41:26.889125 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f713fcfc-330e-41b8-8bf9-c3a3661799db req-9f73fe2b-87f6-4201-bb0d-e75807d83e45 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404193 Jun 07 13:41:26.961368 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-7ceca01a-c7a4-420d-8889-39a29a315fb6 req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Calling delete_port for 85b76d94-2930-496b-83fb-40d7e2a1f1f8 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:41:27.123143 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb041f-5a30-4a5d-95b0-760f42843234 req-ce17f4bd-ea28-425b-b0be-c1990e545cc0 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:27.125139 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1cbb041f-5a30-4a5d-95b0-760f42843234 req-ce17f4bd-ea28-425b-b0be-c1990e545cc0 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 948 time: 0.1006179 Jun 07 13:41:27.176377 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1cbb041f-5a30-4a5d-95b0-760f42843234 req-5628a3ab-a3cf-448d-a727-731ecdda5a67 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/security-groups?id=17066b9c-35fb-4126-95f1-a10c1bd3df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443418 Jun 07 13:41:27.247500 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48d2c0-2e74-4ad0-8507-4fdd99179d9d req-377f935e-fada-44c7-aecc-94df7d879ce9 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:27.248961 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ce48d2c0-2e74-4ad0-8507-4fdd99179d9d req-377f935e-fada-44c7-aecc-94df7d879ce9 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d301bc1b-2455-4b48-a501-cbbe07fc49f2 HTTP/1.1" status: 200 len: 945 time: 0.2465191 Jun 07 13:41:27.250017 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-7ceca01a-c7a4-420d-8889-39a29a315fb6 req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:27.255601 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:27.261178 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['85b76d94-2930-496b-83fb-40d7e2a1f1f8'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:41:27.316279 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Pushing event deleted for resources: {'Port': ['ID=85b76d94-2930-496b-83fb-40d7e2a1f1f8,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:27.324440 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:27.334412 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device cc9ed9d8-5405-4656-af6b-49806313b61b up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:41:27.422949 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port cc9ed9d8-5405-4656-af6b-49806313b61b completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:41:27.429092 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port cc9ed9d8-5405-4656-af6b-49806313b61b triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:41:27.429739 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:27.434535 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ceca01a-c7a4-420d-8889-39a29a315fb6 req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] No DVR routers for this DVR port 85b76d94-2930-496b-83fb-40d7e2a1f1f8 on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:41:27.438359 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-7ceca01a-c7a4-420d-8889-39a29a315fb6 req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:27.440277 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7ceca01a-c7a4-420d-8889-39a29a315fb6 req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.54 "DELETE /v2.0/ports/85b76d94-2930-496b-83fb-40d7e2a1f1f8 HTTP/1.1" status: 204 len: 173 time: 0.9260585 Jun 07 13:41:27.440905 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd301bc1b-2455-4b48-a501-cbbe07fc49f2', 'name': 'network-vif-deleted', 'tag': '85b76d94-2930-496b-83fb-40d7e2a1f1f8'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:27.443296 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c4db65-d39f-4078-88f6-1251063fbf1d" -d '{"events": [{"server_uuid": "d301bc1b-2455-4b48-a501-cbbe07fc49f2", "name": "network-vif-deleted", "tag": "85b76d94-2930-496b-83fb-40d7e2a1f1f8"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:27.463910 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ce48d2c0-2e74-4ad0-8507-4fdd99179d9d req-fe224b7f-0c80-44e3-bed1-7d23a819e98f tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705079 Jun 07 13:41:27.525522 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15945afb-dec0-4c47-a7cd-8417be6fdf20 x-openstack-request-id: req-15945afb-dec0-4c47-a7cd-8417be6fdf20 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:27.525848 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d301bc1b-2455-4b48-a501-cbbe07fc49f2", "name": "network-vif-deleted", "tag": "85b76d94-2930-496b-83fb-40d7e2a1f1f8", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:27.526148 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15945afb-dec0-4c47-a7cd-8417be6fdf20 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:27.526561 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd301bc1b-2455-4b48-a501-cbbe07fc49f2', 'name': 'network-vif-deleted', 'tag': '85b76d94-2930-496b-83fb-40d7e2a1f1f8', 'status': 'completed', 'code': 200} Jun 07 13:41:27.572199 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:27.601301 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1d6c5c-1bac-4aca-b84e-dd204a4d9396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9ed9d8-5405-4656-af6b-49806313b61b'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:27.603760 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176f97cd-8702-459f-a551-6cb5a3c2a416" -d '{"events": [{"server_uuid": "9e1d6c5c-1bac-4aca-b84e-dd204a4d9396", "name": "network-vif-plugged", "status": "completed", "tag": "cc9ed9d8-5405-4656-af6b-49806313b61b"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:27.611759 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port cc9ed9d8-5405-4656-af6b-49806313b61b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cc9ed9d8-5405-4656-af6b-49806313b61b,segment=NetworkSegment(02a73ac3-58cf-4325-9f13-f9dd63ae7307),segment_id=02a73ac3-58cf-4325-9f13-f9dd63ae7307)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:27.616795 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:27.617741 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 85b76d94-2930-496b-83fb-40d7e2a1f1f8 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:41:27.660290 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad8c0da-92eb-4863-9c05-f25ed1ca314d x-openstack-request-id: req-5ad8c0da-92eb-4863-9c05-f25ed1ca314d {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:27.660774 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1d6c5c-1bac-4aca-b84e-dd204a4d9396", "name": "network-vif-plugged", "status": "completed", "tag": "cc9ed9d8-5405-4656-af6b-49806313b61b", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:27.662153 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ad8c0da-92eb-4863-9c05-f25ed1ca314d {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:27.662782 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1d6c5c-1bac-4aca-b84e-dd204a4d9396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9ed9d8-5405-4656-af6b-49806313b61b', 'code': 200} Jun 07 13:41:27.663400 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:27.699099 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: 85b76d94-2930-496b-83fb-40d7e2a1f1f8 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:41:27.700179 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 85b76d94-2930-496b-83fb-40d7e2a1f1f8 not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:41:27.745653 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=cc9ed9d8-5405-4656-af6b-49806313b61b,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:27.749311 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:27.805461 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8348b4-d0d9-4cd7-9f2b-83df93120c08 req-38f1026b-8b9f-44c2-82e9-02dd7953bcf6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:27.806977 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6d8348b4-d0d9-4cd7-9f2b-83df93120c08 req-38f1026b-8b9f-44c2-82e9-02dd7953bcf6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0850883 Jun 07 13:41:27.855625 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6d8348b4-d0d9-4cd7-9f2b-83df93120c08 req-6ba669ac-e996-4f70-bb6c-aba880640c64 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Jun 07 13:41:27.895561 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1ef2c-d0c4-4805-be6f-b6955435be2b req-6acd45fd-26e3-4c27-bccf-e72d4012f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:27.897055 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-29c1ef2c-d0c4-4805-be6f-b6955435be2b req-6acd45fd-26e3-4c27-bccf-e72d4012f43a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 1102 time: 0.0694036 Jun 07 13:41:27.939806 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-29c1ef2c-d0c4-4805-be6f-b6955435be2b req-36761115-3f50-4ab7-9036-6c4ce495944a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=17066b9c-35fb-4126-95f1-a10c1bd3df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359256 Jun 07 13:41:28.085403 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d332d-38cd-4525-8210-b6b79f779595 req-59cb829c-2cca-4761-925d-8d4f0e29b9e7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:28.086924 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-311d332d-38cd-4525-8210-b6b79f779595 req-59cb829c-2cca-4761-925d-8d4f0e29b9e7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0888488 Jun 07 13:41:28.133480 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-311d332d-38cd-4525-8210-b6b79f779595 req-d689bcbe-de43-4921-a38c-5b39f9c0253b tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389943 Jun 07 13:41:28.362670 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa3f5-3742-4a76-a610-4242f247fe5c req-8c6f4e98-299e-4b25-8608-c2eaee5ba3d8 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:28.364093 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2e5aa3f5-3742-4a76-a610-4242f247fe5c req-8c6f4e98-299e-4b25-8608-c2eaee5ba3d8 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 949 time: 0.0797091 Jun 07 13:41:28.408851 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2e5aa3f5-3742-4a76-a610-4242f247fe5c req-beffcd73-228f-4932-8d94-584061070bad tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/security-groups?id=17066b9c-35fb-4126-95f1-a10c1bd3df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Jun 07 13:41:29.056850 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a83a6-09e4-4481-a0c3-202f1d0ddfa2 req-27d440ae-0eeb-4468-af4c-b7c5c9a8bfe4 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:29.058333 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-449a83a6-09e4-4481-a0c3-202f1d0ddfa2 req-27d440ae-0eeb-4468-af4c-b7c5c9a8bfe4 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0927060 Jun 07 13:41:29.104900 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-449a83a6-09e4-4481-a0c3-202f1d0ddfa2 req-eb9fa676-1fd4-4020-961a-98b06235fb71 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 Jun 07 13:41:29.323832 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8eb34-2d2c-4d80-a377-849082180545 req-bc26583d-fd7e-4ab9-bd9f-daecefde4516 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:29.325180 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-72d8eb34-2d2c-4d80-a377-849082180545 req-bc26583d-fd7e-4ab9-bd9f-daecefde4516 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0772424 Jun 07 13:41:29.368943 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-72d8eb34-2d2c-4d80-a377-849082180545 req-aecaa69d-51a8-4da2-a4d1-bb263d8e1ebb tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380833 Jun 07 13:41:29.589939 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6f712-cdde-4779-8b32-1dad765e6bb4 req-a21730cf-6724-4f3b-8436-9a3cba359cbd tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:29.591428 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-72b6f712-cdde-4779-8b32-1dad765e6bb4 req-a21730cf-6724-4f3b-8436-9a3cba359cbd tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 949 time: 0.0790970 Jun 07 13:41:29.638625 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-72b6f712-cdde-4779-8b32-1dad765e6bb4 req-8b7658e6-ae4c-4ef7-9dfe-a9de717c78ec tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/security-groups?id=17066b9c-35fb-4126-95f1-a10c1bd3df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Jun 07 13:41:30.103989 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc87284-003a-4972-92e8-5fd2c808a7bc req-6fb2d719-d13c-4d28-a80a-e0c661b2b32a tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:30.110765 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3cc87284-003a-4972-92e8-5fd2c808a7bc req-6fb2d719-d13c-4d28-a80a-e0c661b2b32a tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 949 time: 0.1098404 Jun 07 13:41:30.159362 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3cc87284-003a-4972-92e8-5fd2c808a7bc req-c4ce51f9-c7f6-4400-b41c-044a149fc22f tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/security-groups?id=17066b9c-35fb-4126-95f1-a10c1bd3df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Jun 07 13:41:30.306670 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e1692-c99f-4e0f-90db-152c71b228bf req-f13a2109-9a2b-4ed6-8616-1cacb99bd891 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:30.308147 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5c0e1692-c99f-4e0f-90db-152c71b228bf req-f13a2109-9a2b-4ed6-8616-1cacb99bd891 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0840051 Jun 07 13:41:30.353550 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5c0e1692-c99f-4e0f-90db-152c71b228bf req-b011dfeb-f518-47bb-9e07-aed0a9faf4ec tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Jun 07 13:41:30.554396 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1aed33-9362-4c9d-8dd7-e2f4dd699854 req-c9ea3294-68bb-46b6-ae3b-f9b77000a811 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:30.555844 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2e1aed33-9362-4c9d-8dd7-e2f4dd699854 req-c9ea3294-68bb-46b6-ae3b-f9b77000a811 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0794861 Jun 07 13:41:30.601038 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2e1aed33-9362-4c9d-8dd7-e2f4dd699854 req-5fcdd624-7e01-4a71-b891-1346df268ef7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391173 Jun 07 13:41:31.349521 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244988f-b05b-46a8-a83e-520e7803d3c2 req-3b355e15-a7d3-4a63-9eea-a54f7c70f2b8 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:31.350922 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2244988f-b05b-46a8-a83e-520e7803d3c2 req-3b355e15-a7d3-4a63-9eea-a54f7c70f2b8 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 949 time: 0.0868602 Jun 07 13:41:31.404013 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2244988f-b05b-46a8-a83e-520e7803d3c2 req-1a12d84f-c8e0-4ee0-b13a-2f2522f8495d tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/security-groups?id=17066b9c-35fb-4126-95f1-a10c1bd3df4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474772 Jun 07 13:41:31.603313 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fde695-52d3-4a33-afd3-29e5b44c3792 req-71c5f2c7-c87a-4e8c-a2d8-3de89c6f0e48 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:31.604924 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-24fde695-52d3-4a33-afd3-29e5b44c3792 req-71c5f2c7-c87a-4e8c-a2d8-3de89c6f0e48 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0898452 Jun 07 13:41:31.654325 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-24fde695-52d3-4a33-afd3-29e5b44c3792 req-4695d1a4-e130-44c0-a1f6-4041aff3b4fe tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432649 Jun 07 13:41:31.783502 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6142427-d509-4edb-81b1-6e4411b06899 req-f3342f95-6cad-481d-92a0-b0ee0845d5f2 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:31.784987 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c6142427-d509-4edb-81b1-6e4411b06899 req-f3342f95-6cad-481d-92a0-b0ee0845d5f2 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 949 time: 0.1356087 Jun 07 13:41:31.860036 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdfa63-e577-4ab2-8b07-71dd78a3d488 req-0ede1d55-b1af-4953-b4aa-37c56aa70e10 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:31.861592 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5bcdfa63-e577-4ab2-8b07-71dd78a3d488 req-0ede1d55-b1af-4953-b4aa-37c56aa70e10 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1531992 Jun 07 13:41:31.959035 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5bcdfa63-e577-4ab2-8b07-71dd78a3d488 req-924b043a-39ec-4d45-81ae-3ace3f842393 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645187 Jun 07 13:41:31.982693 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-c6142427-d509-4edb-81b1-6e4411b06899 req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Deleting port cc9ed9d8-5405-4656-af6b-49806313b61b {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:41:31.982693 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c6142427-d509-4edb-81b1-6e4411b06899 req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:32.115651 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-c6142427-d509-4edb-81b1-6e4411b06899 req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] For port cc9ed9d8-5405-4656-af6b-49806313b61b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=cc9ed9d8-5405-4656-af6b-49806313b61b,segment=NetworkSegment(02a73ac3-58cf-4325-9f13-f9dd63ae7307),segment_id=02a73ac3-58cf-4325-9f13-f9dd63ae7307)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:32.115916 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c6142427-d509-4edb-81b1-6e4411b06899 req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:32.237368 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-c6142427-d509-4edb-81b1-6e4411b06899 req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Calling delete_port for cc9ed9d8-5405-4656-af6b-49806313b61b owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:41:32.349590 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c6142427-d509-4edb-81b1-6e4411b06899 req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:32.355086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0adf13d0-edec-4f29-8bfa-57cccdae06ed tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:32.365227 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['cc9ed9d8-5405-4656-af6b-49806313b61b'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:41:32.402874 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Pushing event deleted for resources: {'Port': ['ID=cc9ed9d8-5405-4656-af6b-49806313b61b,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:32.405791 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:32.479164 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6142427-d509-4edb-81b1-6e4411b06899 req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] No DVR routers for this DVR port cc9ed9d8-5405-4656-af6b-49806313b61b on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:41:32.481987 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c6142427-d509-4edb-81b1-6e4411b06899 req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:32.484204 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c6142427-d509-4edb-81b1-6e4411b06899 req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.54 "DELETE /v2.0/ports/cc9ed9d8-5405-4656-af6b-49806313b61b HTTP/1.1" status: 204 len: 173 time: 0.6918092 Jun 07 13:41:32.484858 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1d6c5c-1bac-4aca-b84e-dd204a4d9396', 'name': 'network-vif-deleted', 'tag': 'cc9ed9d8-5405-4656-af6b-49806313b61b'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:32.485156 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ce849a2b-314d-4592-9952-b47731accb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:32.489218 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ea53bf-9fc2-4c26-98ab-c2d7390cca31" -d '{"events": [{"server_uuid": "9e1d6c5c-1bac-4aca-b84e-dd204a4d9396", "name": "network-vif-deleted", "tag": "cc9ed9d8-5405-4656-af6b-49806313b61b"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:32.533692 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c304cf11-406d-4cb5-9ccf-e96a7840586e x-openstack-request-id: req-c304cf11-406d-4cb5-9ccf-e96a7840586e {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:32.534258 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1d6c5c-1bac-4aca-b84e-dd204a4d9396", "name": "network-vif-deleted", "tag": "cc9ed9d8-5405-4656-af6b-49806313b61b", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:32.534687 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c304cf11-406d-4cb5-9ccf-e96a7840586e {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:32.535278 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1d6c5c-1bac-4aca-b84e-dd204a4d9396', 'name': 'network-vif-deleted', 'tag': 'cc9ed9d8-5405-4656-af6b-49806313b61b', 'status': 'completed', 'code': 200} Jun 07 13:41:32.618552 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d2dcccc4-7b85-4b33-9008-a426bc6d924e req-f559e7e6-d0b3-45a6-885e-ca16fd206fd9 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e1d6c5c-1bac-4aca-b84e-dd204a4d9396 HTTP/1.1" status: 200 len: 210 time: 0.0519111 Jun 07 13:41:32.946398 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fab076-2d0a-4130-aede-22b2680e706e req-dcfdb934-67e1-4a56-9386-c10dd1fc80f0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:32.948329 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-47fab076-2d0a-4130-aede-22b2680e706e req-dcfdb934-67e1-4a56-9386-c10dd1fc80f0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1779804 Jun 07 13:41:33.000473 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-47fab076-2d0a-4130-aede-22b2680e706e req-7b163d68-e8a2-4773-8630-93fb713165de tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Jun 07 13:41:33.074184 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-925fa57c-d0ed-4214-bb31-37fd817d31f9 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:33.081190 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-925fa57c-d0ed-4214-bb31-37fd817d31f9 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/networks?id=75710770-6375-4b03-8b8d-36fc4f8f2642 HTTP/1.1" status: 200 len: 814 time: 0.2534242 Jun 07 13:41:33.100231 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-f9d84828-5ca9-4c34-bde2-c61d786e8dee tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/quotas/7614ad3e49164d13a8a289dc9a7ac6cb HTTP/1.1" status: 200 len: 375 time: 0.0169754 Jun 07 13:41:33.157484 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2dc4ae7a-afbf-4cc8-b0a8-eff34dfe6432 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7614ad3e49164d13a8a289dc9a7ac6cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564010 Jun 07 13:41:33.235864 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f61cea-90ba-4a47-a38c-ec536e8a1076 req-d9eca72c-d79d-4cf0-958c-07759407f9c0 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:33.237174 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f8f61cea-90ba-4a47-a38c-ec536e8a1076 req-d9eca72c-d79d-4cf0-958c-07759407f9c0 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1146114 Jun 07 13:41:33.292090 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f8f61cea-90ba-4a47-a38c-ec536e8a1076 req-d5935ea9-c4cc-4b17-8286-5ec3413d10c9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462711 Jun 07 13:41:33.302351 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-6c8d51bc-04cf-47c0-8979-67c88c21b449 service neutron] 10.222.0.50 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357334 Jun 07 13:41:33.436256 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-adc47cfd-ba57-4380-b6eb-ea838fa93031 service neutron] 10.222.0.50 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277347 Jun 07 13:41:33.607692 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3bc52285-72d1-47db-9490-adca46bf136a req-cee6ad1e-8a1e-478d-a5f5-9ffbc511b3ac tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 210 time: 0.0426915 Jun 07 13:41:34.239102 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086ffd7-3a88-401a-ae36-f5ddae8e33cd req-0123213a-9425-4359-a3c2-5cb2583e6c31 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:34.241146 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c086ffd7-3a88-401a-ae36-f5ddae8e33cd req-0123213a-9425-4359-a3c2-5cb2583e6c31 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0929148 Jun 07 13:41:34.297879 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c086ffd7-3a88-401a-ae36-f5ddae8e33cd req-231d96b5-1ba1-4cd9-b339-463d44fc0f50 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505831 Jun 07 13:41:34.486286 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9c78f-1d25-473d-88b4-a843704f40c1 req-02ea2201-44e9-4766-bb4e-ba3b496b0c86 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:34.487573 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ead9c78f-1d25-473d-88b4-a843704f40c1 req-02ea2201-44e9-4766-bb4e-ba3b496b0c86 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0819776 Jun 07 13:41:34.534348 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ead9c78f-1d25-473d-88b4-a843704f40c1 req-4ae6fc35-4759-40fb-b115-d5b2b4996e0d tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405581 Jun 07 13:41:34.811389 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-517f0ccf-a5fd-4b04-8231-751cf8aa5bea req-c97b395e-0ecf-4ba1-8e4c-d65f8c8f71c2 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 210 time: 0.0470698 Jun 07 13:41:34.864531 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-fdc37e56-21fb-406f-a501-c5771e1d25c9 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:34.866634 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-fdc37e56-21fb-406f-a501-c5771e1d25c9 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.54 "GET /v2.0/networks?id=75710770-6375-4b03-8b8d-36fc4f8f2642 HTTP/1.1" status: 200 len: 814 time: 0.2032773 Jun 07 13:41:34.894559 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Request body: {'port': {'device_id': '716908b7-ead1-4da1-b180-fca06c91166f', 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642', 'admin_state_up': True, 'tenant_id': '7614ad3e49164d13a8a289dc9a7ac6cb'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:41:35.024295 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:35.061237 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Made reservation on behalf of 7614ad3e49164d13a8a289dc9a7ac6cb for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:41:35.064747 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:35.124804 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6d35c6c4-c834-496b-8420-b6e4268dc679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:35.246627 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Allocated IP 172.20.0.3 (75710770-6375-4b03-8b8d-36fc4f8f2642/f70833b7-d057-4aa7-a43e-97767c4968c9/b5066945-4adc-4635-914b-6fbd5e658347) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:41:35.386105 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device cc9ed9d8-5405-4656-af6b-49806313b61b no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:41:35.457524 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: cc9ed9d8-5405-4656-af6b-49806313b61b {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:41:35.457908 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device cc9ed9d8-5405-4656-af6b-49806313b61b not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:41:35.490556 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:35.533526 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:35.539836 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 48456) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:35.542491 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-034e382e-be6e-455c-84af-1c51dbf22e8d tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:35.547496 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35254e57-2059-4d93-88ee-3634518c23b3 req-1db3e777-7faa-4dd0-80c4-4081d663bfbc tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:35.549135 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-35254e57-2059-4d93-88ee-3634518c23b3 req-1db3e777-7faa-4dd0-80c4-4081d663bfbc tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0981297 Jun 07 13:41:35.616946 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-35254e57-2059-4d93-88ee-3634518c23b3 req-f8d13366-1a08-41b0-98cf-6ddfc6f32ad1 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598960 Jun 07 13:41:35.629105 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Pushing event updated for resources: {'Port': ['ID=b5066945-4adc-4635-914b-6fbd5e658347,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:35.632952 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:35.648511 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Network 75710770-6375-4b03-8b8d-36fc4f8f2642 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:41:35.650085 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:41:35.659843 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:41:35.747694 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4684-0903-4687-9e26-50814902490c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:35.787188 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:35.787804 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:35.829370 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d110dce-054e-415e-bb78-8775c0236226 req-d24d7861-ff31-4c31-b0da-855655f71b4d tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:35.830847 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6d110dce-054e-415e-bb78-8775c0236226 req-d24d7861-ff31-4c31-b0da-855655f71b4d tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1399040 Jun 07 13:41:35.872572 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:35.900904 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6d110dce-054e-415e-bb78-8775c0236226 req-0b52594c-3f9d-483d-a6aa-78ddd32c62cf tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490077 Jun 07 13:41:35.934583 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4684-0903-4687-9e26-50814902490c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:35.939890 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6d5d4684-0903-4687-9e26-50814902490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:35.945744 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0553038 Jun 07 13:41:35.954584 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:35.966705 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Request body: {'port': {'device_id': '716908b7-ead1-4da1-b180-fca06c91166f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:41:36.048344 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-6d5d4684-0903-4687-9e26-50814902490c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8355b67cffcc4f5a8e90a3687c476863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981506 Jun 07 13:41:36.053704 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 48486) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:36.072550 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d4684-0903-4687-9e26-50814902490c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edffa1d-906f-4aee-b9e5-cf70b8ef564c,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:36.074605 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6d5d4684-0903-4687-9e26-50814902490c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:36.104430 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:36.133546 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581d8b-da8b-4c4b-88c3-b63e9689ea5c req-84c74a11-70b2-4e63-bb56-b1fa91c14967 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:36.134187 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-49581d8b-da8b-4c4b-88c3-b63e9689ea5c req-84c74a11-70b2-4e63-bb56-b1fa91c14967 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 931 time: 0.1816630 Jun 07 13:41:36.176500 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-92f7dac0-bfc0-45c7-abd5-d50e4a1734c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:36.224979 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-49581d8b-da8b-4c4b-88c3-b63e9689ea5c req-24215b69-1e53-47f6-8797-53ecb9cf4e96 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797613 Jun 07 13:41:36.229323 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-92f7dac0-bfc0-45c7-abd5-d50e4a1734c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:36.292025 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-92f7dac0-bfc0-45c7-abd5-d50e4a1734c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:36.294828 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-92f7dac0-bfc0-45c7-abd5-d50e4a1734c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:36.298648 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-92f7dac0-bfc0-45c7-abd5-d50e4a1734c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1edffa1d-906f-4aee-b9e5-cf70b8ef564c HTTP/1.1" status: 204 len: 168 time: 0.2387693 Jun 07 13:41:36.298648 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0b6b552e-1335-4585-8aea-4ecc7be833fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:36.313505 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7dac0-bfc0-45c7-abd5-d50e4a1734c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edffa1d-906f-4aee-b9e5-cf70b8ef564c,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:36.317212 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-92f7dac0-bfc0-45c7-abd5-d50e4a1734c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:36.539208 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:41:36.645443 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5066945-4adc-4635-914b-6fbd5e658347 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:41:36.653145 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:36.669450 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Transition to ACTIVE for port object b5066945-4adc-4635-914b-6fbd5e658347 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:41:36.672900 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:36.678653 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e906b2c0-0c4a-4446-a609-0b8179c98947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:36.890993 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Pushing event updated for resources: {'Port': ['ID=b5066945-4adc-4635-914b-6fbd5e658347,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:36.894593 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:36.988807 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571ff4f-a25e-44ad-821b-14fbca249c0a req-317e7d72-4e51-4a71-a26e-088aec9e5d8e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:36.988807 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8571ff4f-a25e-44ad-821b-14fbca249c0a req-317e7d72-4e51-4a71-a26e-088aec9e5d8e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.2606552 Jun 07 13:41:36.995045 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Attempting to bind port b5066945-4adc-4635-914b-6fbd5e658347 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:41:36.995423 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Attempting to bind port b5066945-4adc-4635-914b-6fbd5e658347 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': 'be3738bb-762d-4d11-b45a-1b968b66a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:41:36.995685 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Attempting to bind port b5066945-4adc-4635-914b-6fbd5e658347 on network 75710770-6375-4b03-8b8d-36fc4f8f2642 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:41:37.015640 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Port b5066945-4adc-4635-914b-6fbd5e658347 on network 75710770-6375-4b03-8b8d-36fc4f8f2642 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:41:37.015640 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Attempting to bind port b5066945-4adc-4635-914b-6fbd5e658347 on network 75710770-6375-4b03-8b8d-36fc4f8f2642 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:41:37.027236 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:41:37.027672 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Checking segment: {'id': 'be3738bb-762d-4d11-b45a-1b968b66a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:41:37.027967 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Bound using segment: {'id': 'be3738bb-762d-4d11-b45a-1b968b66a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:41:37.028402 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Bound port: b5066945-4adc-4635-914b-6fbd5e658347, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3738bb-762d-4d11-b45a-1b968b66a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:41:37.028755 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:37.104529 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8571ff4f-a25e-44ad-821b-14fbca249c0a req-1c222947-1ced-458f-9416-79fcfa61828e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040857 Jun 07 13:41:37.132664 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5365f-e572-40f1-a585-7aaa9dc3b2db req-62550298-30d7-4857-a2f4-8e4a5fc545a4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.134165 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d5b5365f-e572-40f1-a585-7aaa9dc3b2db req-62550298-30d7-4857-a2f4-8e4a5fc545a4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1012754 Jun 07 13:41:37.155301 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] For port b5066945-4adc-4635-914b-6fbd5e658347, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:41:37.158361 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] For port b5066945-4adc-4635-914b-6fbd5e658347, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b5066945-4adc-4635-914b-6fbd5e658347,segment=NetworkSegment(be3738bb-762d-4d11-b45a-1b968b66a95b),segment_id=be3738bb-762d-4d11-b45a-1b968b66a95b)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:41:37.165130 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:37.169519 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2a5a9cad-9c19-484f-a9f9-19b6bf7bee74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:37.194724 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d5b5365f-e572-40f1-a585-7aaa9dc3b2db req-be2c8f4e-5d91-4706-ab58-ec640daf801f tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546849 Jun 07 13:41:37.232286 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.233537 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:37.234899 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] 10.222.0.54 "PUT /v2.0/ports/b5066945-4adc-4635-914b-6fbd5e658347 HTTP/1.1" status: 200 len: 1093 time: 1.2726464 Jun 07 13:41:37.238035 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716908b7-ead1-4da1-b180-fca06c91166f', 'tag': 'b5066945-4adc-4635-914b-6fbd5e658347'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:37.240370 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bd4c2c-df8b-4bdb-89c2-b2ad3cebdce1" -d '{"events": [{"name": "network-changed", "server_uuid": "716908b7-ead1-4da1-b180-fca06c91166f", "tag": "b5066945-4adc-4635-914b-6fbd5e658347"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:37.264415 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Pushing event updated for resources: {'Port': ['ID=b5066945-4adc-4635-914b-6fbd5e658347,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:37.277462 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:37.327621 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0142ce4-c68c-4254-b659-48e53d3afe4e x-openstack-request-id: req-c0142ce4-c68c-4254-b659-48e53d3afe4e {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:37.327940 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716908b7-ead1-4da1-b180-fca06c91166f", "tag": "b5066945-4adc-4635-914b-6fbd5e658347", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:37.328222 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0142ce4-c68c-4254-b659-48e53d3afe4e {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:37.330681 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716908b7-ead1-4da1-b180-fca06c91166f', 'tag': 'b5066945-4adc-4635-914b-6fbd5e658347', 'status': 'completed', 'code': 200} Jun 07 13:41:37.376591 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ae16db13-e283-442a-8dd5-5925fc645899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.378103 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ae16db13-e283-442a-8dd5-5925fc645899 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7614ad3e49164d13a8a289dc9a7ac6cb&device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 1096 time: 0.0913548 Jun 07 13:41:37.466349 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-3d4a5ca9-db02-4008-b955-6dcdec6d62b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5066945-4adc-4635-914b-6fbd5e658347 HTTP/1.1" status: 200 len: 217 time: 0.0801926 Jun 07 13:41:37.575871 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69295931-796c-47e1-90e5-09e35e5bfd81 req-d008e869-2920-4cf9-8b48-fa915c45e8be tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.582826 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-69295931-796c-47e1-90e5-09e35e5bfd81 req-d008e869-2920-4cf9-8b48-fa915c45e8be tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 943 time: 0.1298058 Jun 07 13:41:37.588345 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-890ad442-bf2f-4eed-aed0-611a3a6c608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.589742 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-890ad442-bf2f-4eed-aed0-611a3a6c608b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f70833b7-d057-4aa7-a43e-97767c4968c9 HTTP/1.1" status: 200 len: 854 time: 0.1118679 Jun 07 13:41:37.647352 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-79f8e19a-6349-45ee-b22d-0d688b639171 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=75710770-6375-4b03-8b8d-36fc4f8f2642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448582 Jun 07 13:41:37.667376 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc34440-e340-4c64-939c-4259bb91f0df req-fba123f2-2ef7-4f32-8c27-4499e807cf17 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.668782 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3dc34440-e340-4c64-939c-4259bb91f0df req-fba123f2-2ef7-4f32-8c27-4499e807cf17 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1472092 Jun 07 13:41:37.678920 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-69295931-796c-47e1-90e5-09e35e5bfd81 req-30963217-0421-4e22-a079-f5c28c2c39ce tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938859 Jun 07 13:41:37.700657 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf8538-9c92-4115-8d6c-38a5a0ba1dbc req-760b3dfb-edd3-407a-983a-a3e1aa005c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.702210 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8caf8538-9c92-4115-8d6c-38a5a0ba1dbc req-760b3dfb-edd3-407a-983a-a3e1aa005c17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 1098 time: 0.0985582 Jun 07 13:41:37.800964 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3dc34440-e340-4c64-939c-4259bb91f0df req-0e535858-54cc-4d9c-9f3a-2c0d2cd5c0bc tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110542 Jun 07 13:41:37.837767 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-ee879ca7-5b0f-45a0-97d8-38d084905e48 service neutron] 10.222.0.54 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679969 Jun 07 13:41:37.856050 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf8538-9c92-4115-8d6c-38a5a0ba1dbc req-b42d22ba-eed9-445b-b595-61b4cead7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:37.858538 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8caf8538-9c92-4115-8d6c-38a5a0ba1dbc req-b42d22ba-eed9-445b-b595-61b4cead7093 service neutron] 10.222.0.54 "GET /v2.0/networks?id=208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 200 len: 912 time: 0.1454153 Jun 07 13:41:37.875570 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:37.969566 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-58648347-1520-47dd-970c-d67bdf6a1b5c req-635fc46a-2f21-48f8-8615-0d96aa0ac42c service neutron] 10.222.0.54 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247699 Jun 07 13:41:37.975162 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8caf8538-9c92-4115-8d6c-38a5a0ba1dbc req-c5ec7d04-dc5d-46d1-9b94-f4f1b2de35b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad951c4-a121-4a1b-96b8-5ddb57597905 HTTP/1.1" status: 200 len: 1000 time: 0.1004233 Jun 07 13:41:38.045789 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf8538-9c92-4115-8d6c-38a5a0ba1dbc req-06c9b611-40aa-4e86-bf50-a138276ee00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:38.047290 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8caf8538-9c92-4115-8d6c-38a5a0ba1dbc req-06c9b611-40aa-4e86-bf50-a138276ee00f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=050186de-5062-460e-8201-e277a2d397b8 HTTP/1.1" status: 200 len: 850 time: 0.0637290 Jun 07 13:41:38.089725 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4c2c-df8b-4bdb-89c2-b2ad3cebdce1 req-de86c380-af55-45b7-829b-7441f7397df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:38.091240 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b7bd4c2c-df8b-4bdb-89c2-b2ad3cebdce1 req-de86c380-af55-45b7-829b-7441f7397df6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7614ad3e49164d13a8a289dc9a7ac6cb&device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 1096 time: 0.0748477 Jun 07 13:41:38.125365 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf8538-9c92-4115-8d6c-38a5a0ba1dbc req-4a608ea0-57a4-4eb8-9e9e-efe33f288d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:38.126867 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8caf8538-9c92-4115-8d6c-38a5a0ba1dbc req-4a608ea0-57a4-4eb8-9e9e-efe33f288d84 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=208989e9-9ce4-41b2-86c1-f7dfee081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704651 Jun 07 13:41:38.240545 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4c2c-df8b-4bdb-89c2-b2ad3cebdce1 req-2c3cf20f-6e67-4975-9eb0-e9a72835b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:38.241944 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b7bd4c2c-df8b-4bdb-89c2-b2ad3cebdce1 req-2c3cf20f-6e67-4975-9eb0-e9a72835b691 service neutron] 10.222.0.54 "GET /v2.0/networks?id=75710770-6375-4b03-8b8d-36fc4f8f2642 HTTP/1.1" status: 200 len: 915 time: 0.1384847 Jun 07 13:41:38.311155 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b7bd4c2c-df8b-4bdb-89c2-b2ad3cebdce1 req-4f9b5258-73da-47a1-a53e-2f30de4f2453 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5066945-4adc-4635-914b-6fbd5e658347 HTTP/1.1" status: 200 len: 217 time: 0.0601881 Jun 07 13:41:38.381885 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8caf8538-9c92-4115-8d6c-38a5a0ba1dbc req-6c92fc84-5fd5-4cd5-a625-81d8fe451417 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476048 Jun 07 13:41:38.444881 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d025a09-cc6a-4121-a0af-942454af730f req-d31f68b5-d5da-44fd-b7ae-7910ced26953 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:38.446366 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3d025a09-cc6a-4121-a0af-942454af730f req-d31f68b5-d5da-44fd-b7ae-7910ced26953 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1545470 Jun 07 13:41:38.459745 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4c2c-df8b-4bdb-89c2-b2ad3cebdce1 req-93787639-e309-4652-bab8-8dd39e30ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:38.461133 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b7bd4c2c-df8b-4bdb-89c2-b2ad3cebdce1 req-93787639-e309-4652-bab8-8dd39e30ae2e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f70833b7-d057-4aa7-a43e-97767c4968c9 HTTP/1.1" status: 200 len: 854 time: 0.1407764 Jun 07 13:41:38.517698 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b7bd4c2c-df8b-4bdb-89c2-b2ad3cebdce1 req-3923007f-1ed4-4cd7-a798-930c04280d57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=75710770-6375-4b03-8b8d-36fc4f8f2642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403430 Jun 07 13:41:38.560415 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3d025a09-cc6a-4121-a0af-942454af730f req-1771328b-0f03-45b1-a68e-2f1560e41f9b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684705 Jun 07 13:41:38.563749 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8caf8538-9c92-4115-8d6c-38a5a0ba1dbc req-ff89ae38-0d7a-4b0f-b43c-9a144a6fa5ef service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735935 Jun 07 13:41:38.669414 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b7bd4c2c-df8b-4bdb-89c2-b2ad3cebdce1 req-496376dd-d3fa-4da0-8ff1-69a9a113723a service neutron] 10.222.0.54 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341088 Jun 07 13:41:38.856444 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b7bd4c2c-df8b-4bdb-89c2-b2ad3cebdce1 req-676f79aa-64a3-4387-ae01-a6474398e810 service neutron] 10.222.0.54 "GET /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763942 Jun 07 13:41:38.898261 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e77a4-14c5-4c37-9727-29b78481d6ae req-a8bafce9-c1be-4726-bd57-9320b952db05 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:38.899817 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-101e77a4-14c5-4c37-9727-29b78481d6ae req-a8bafce9-c1be-4726-bd57-9320b952db05 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 943 time: 0.1088970 Jun 07 13:41:38.951997 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-101e77a4-14c5-4c37-9727-29b78481d6ae req-201d72bb-b20a-4dc6-8510-9beb96c7dc21 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435879 Jun 07 13:41:38.995040 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2cca-6911-44ec-a862-733b0be38ff8 req-d5743e42-30ba-40b6-bbc6-3ca90e9e724a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:38.996745 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-858a2cca-6911-44ec-a862-733b0be38ff8 req-d5743e42-30ba-40b6-bbc6-3ca90e9e724a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0848420 Jun 07 13:41:39.009236 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 48570) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:39.047744 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-858a2cca-6911-44ec-a862-733b0be38ff8 req-160d26ad-3b31-4eed-82a9-5d2dfd49011a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453269 Jun 07 13:41:39.167698 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-c1da8023-c71e-433b-8dd4-2c180318a8c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=518ff3088d824aaf90157ed3bb483deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568899 Jun 07 13:41:39.169812 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 48574) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:41:39.233068 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3562f4cb-5d93-4123-bb93-4d5780466000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:39.259511 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3562f4cb-5d93-4123-bb93-4d5780466000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:39.313854 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3562f4cb-5d93-4123-bb93-4d5780466000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:39.316288 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3562f4cb-5d93-4123-bb93-4d5780466000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:39.317425 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-3562f4cb-5d93-4123-bb93-4d5780466000 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17066b9c-35fb-4126-95f1-a10c1bd3df4b HTTP/1.1" status: 204 len: 168 time: 0.1465442 Jun 07 13:41:39.318163 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:39.328017 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562f4cb-5d93-4123-bb93-4d5780466000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17066b9c-35fb-4126-95f1-a10c1bd3df4b,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:39.330319 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3562f4cb-5d93-4123-bb93-4d5780466000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:39.391056 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device b5066945-4adc-4635-914b-6fbd5e658347 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:41:39.532330 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port b5066945-4adc-4635-914b-6fbd5e658347, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b5066945-4adc-4635-914b-6fbd5e658347,segment=NetworkSegment(be3738bb-762d-4d11-b45a-1b968b66a95b),segment_id=be3738bb-762d-4d11-b45a-1b968b66a95b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:39.546913 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'b5066945-4adc-4635-914b-6fbd5e658347', 'network_id': '75710770-6375-4b03-8b8d-36fc4f8f2642', 'port_id': 'b5066945-4adc-4635-914b-6fbd5e658347', 'mac_address': 'fa:16:3e:bd:43:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70833b7-d057-4aa7-a43e-97767c4968c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:41:39.608173 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:39.626780 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5066945-4adc-4635-914b-6fbd5e658347 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:41:39.643763 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port b5066945-4adc-4635-914b-6fbd5e658347, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b5066945-4adc-4635-914b-6fbd5e658347,segment=NetworkSegment(be3738bb-762d-4d11-b45a-1b968b66a95b),segment_id=be3738bb-762d-4d11-b45a-1b968b66a95b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:39.649675 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:39.652381 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:39.718739 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:39.730767 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=b5066945-4adc-4635-914b-6fbd5e658347,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:39.733839 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:39.762815 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69b54b-5eb8-433b-8f6e-811198408347 req-7535f255-9e6e-4b21-a796-07f4a1d08cf6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:39.764269 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fd69b54b-5eb8-433b-8f6e-811198408347 req-7535f255-9e6e-4b21-a796-07f4a1d08cf6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0924604 Jun 07 13:41:39.808319 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fd69b54b-5eb8-433b-8f6e-811198408347 req-146d58e8-bd9e-4182-b290-5912a9f847a7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381346 Jun 07 13:41:39.944856 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['b5066945-4adc-4635-914b-6fbd5e658347'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:41:40.146899 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3725713-e860-4d48-a8ff-14f2275676a8 req-75353e03-458b-45c0-bbf8-bc776bcbd47b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:40.148378 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d3725713-e860-4d48-a8ff-14f2275676a8 req-75353e03-458b-45c0-bbf8-bc776bcbd47b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 944 time: 0.0848036 Jun 07 13:41:40.193896 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d3725713-e860-4d48-a8ff-14f2275676a8 req-f0b93cc1-7d61-40c7-8337-e96d5ca3f745 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Jun 07 13:41:40.246191 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c19ae-ecf9-4105-b47c-885d8fb0f240 req-47aa0f67-25ee-4f49-bafd-46c6b65dd226 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:40.247859 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8f3c19ae-ecf9-4105-b47c-885d8fb0f240 req-47aa0f67-25ee-4f49-bafd-46c6b65dd226 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0893242 Jun 07 13:41:40.297731 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8f3c19ae-ecf9-4105-b47c-885d8fb0f240 req-71753f54-db87-4992-879d-c8d5475b4f06 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426300 Jun 07 13:41:40.993498 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871808ef-fe24-431d-9313-b71c734b241c req-5e530452-d9c3-4e07-9a30-62f9984eeef3 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:40.994961 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-871808ef-fe24-431d-9313-b71c734b241c req-5e530452-d9c3-4e07-9a30-62f9984eeef3 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0813618 Jun 07 13:41:41.040338 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-871808ef-fe24-431d-9313-b71c734b241c req-75de0825-e1ca-416f-a4b0-31545f60c102 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 Jun 07 13:41:41.376438 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a8519-1712-44d3-8114-af955f588be5 req-d3eb4f13-d36f-4539-bfa7-eeed5c266660 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:41.377884 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d66a8519-1712-44d3-8114-af955f588be5 req-d3eb4f13-d36f-4539-bfa7-eeed5c266660 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 944 time: 0.0801430 Jun 07 13:41:41.409596 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device b5066945-4adc-4635-914b-6fbd5e658347 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:41:41.424433 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d66a8519-1712-44d3-8114-af955f588be5 req-1ded6c4c-4542-44ee-b4d4-d4cc4ef9a298 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Jun 07 13:41:41.476315 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port b5066945-4adc-4635-914b-6fbd5e658347 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:41:41.480990 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port b5066945-4adc-4635-914b-6fbd5e658347 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:41:41.481358 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:41.597355 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:41.624695 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716908b7-ead1-4da1-b180-fca06c91166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5066945-4adc-4635-914b-6fbd5e658347'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:41:41.626959 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac12597-fb04-499b-b215-28ef4f655124" -d '{"events": [{"server_uuid": "716908b7-ead1-4da1-b180-fca06c91166f", "name": "network-vif-plugged", "status": "completed", "tag": "b5066945-4adc-4635-914b-6fbd5e658347"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:41:41.635472 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port b5066945-4adc-4635-914b-6fbd5e658347, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b5066945-4adc-4635-914b-6fbd5e658347,segment=NetworkSegment(be3738bb-762d-4d11-b45a-1b968b66a95b),segment_id=be3738bb-762d-4d11-b45a-1b968b66a95b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:41:41.640012 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:41:41.642834 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:41:41.677579 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44900471-8b98-4c9c-ac11-c9e44a1a6944 x-openstack-request-id: req-44900471-8b98-4c9c-ac11-c9e44a1a6944 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:41:41.677878 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716908b7-ead1-4da1-b180-fca06c91166f", "name": "network-vif-plugged", "status": "completed", "tag": "b5066945-4adc-4635-914b-6fbd5e658347", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:41:41.678150 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44900471-8b98-4c9c-ac11-c9e44a1a6944 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:41:41.678539 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716908b7-ead1-4da1-b180-fca06c91166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5066945-4adc-4635-914b-6fbd5e658347', 'code': 200} Jun 07 13:41:41.714455 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=b5066945-4adc-4635-914b-6fbd5e658347,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:41:41.717442 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:41:41.903773 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60bdf6-6777-4678-85ba-1b8eaa357422 req-a9b0eb50-e48c-47ea-ae04-f0a357feaf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:41.905208 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7f60bdf6-6777-4678-85ba-1b8eaa357422 req-a9b0eb50-e48c-47ea-ae04-f0a357feaf69 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 1098 time: 0.0706925 Jun 07 13:41:41.946676 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7f60bdf6-6777-4678-85ba-1b8eaa357422 req-0b7df96c-f598-433b-a2a8-786cdb86cd05 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334725 Jun 07 13:41:42.223497 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a9be5-2617-4aa2-a6d6-2d7d08814f1c req-d4c4d0bb-4a19-4227-8f36-f3e345de0140 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:42.225388 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-878a9be5-2617-4aa2-a6d6-2d7d08814f1c req-d4c4d0bb-4a19-4227-8f36-f3e345de0140 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0798080 Jun 07 13:41:42.273119 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-878a9be5-2617-4aa2-a6d6-2d7d08814f1c req-92462321-a3c5-4e00-8fd0-3e80883963e2 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Jun 07 13:41:42.610219 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f157a-cbdc-40a1-8035-59d6e062f920 req-06006249-357b-430c-a1b8-4dafb49a8761 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:42.611812 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b97f157a-cbdc-40a1-8035-59d6e062f920 req-06006249-357b-430c-a1b8-4dafb49a8761 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 945 time: 0.0793769 Jun 07 13:41:42.656505 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b97f157a-cbdc-40a1-8035-59d6e062f920 req-63282dcc-4946-49a3-bd4d-c4aff10a2373 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384030 Jun 07 13:41:43.457221 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20aa48-3544-40c1-a779-8d6307a57439 req-b7cd7518-24d5-4b86-ba79-51dc27175524 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:43.459265 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ea20aa48-3544-40c1-a779-8d6307a57439 req-b7cd7518-24d5-4b86-ba79-51dc27175524 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0825412 Jun 07 13:41:43.502765 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ea20aa48-3544-40c1-a779-8d6307a57439 req-7033f690-9911-4687-a6c5-36c7cdb05043 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376110 Jun 07 13:41:43.840142 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5b14e-2c6a-48ec-8b47-77e1f83dfbb8 req-3f15c83b-21da-4153-a896-c03a17776ff6 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:43.841579 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-97c5b14e-2c6a-48ec-8b47-77e1f83dfbb8 req-3f15c83b-21da-4153-a896-c03a17776ff6 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 945 time: 0.0808599 Jun 07 13:41:43.885677 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-97c5b14e-2c6a-48ec-8b47-77e1f83dfbb8 req-44716093-caa8-4758-a446-1b89429a044a tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383904 Jun 07 13:41:44.686970 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32811b62-b058-41e9-92b5-0bbbcd76f541 req-1db3119a-578d-49a1-9419-fd9ad970ccbf tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:44.688420 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-32811b62-b058-41e9-92b5-0bbbcd76f541 req-1db3119a-578d-49a1-9419-fd9ad970ccbf tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0802121 Jun 07 13:41:44.737158 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-32811b62-b058-41e9-92b5-0bbbcd76f541 req-f2ecc478-9619-40ac-8f09-030cb233049c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Jun 07 13:41:45.934441 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7ad0f-88c9-4405-9704-d1952a55bb19 req-9a0a5fd1-d156-4a7c-a0fb-d3175db24d7b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:45.938224 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8db7ad0f-88c9-4405-9704-d1952a55bb19 req-9a0a5fd1-d156-4a7c-a0fb-d3175db24d7b tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0864451 Jun 07 13:41:45.999155 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8db7ad0f-88c9-4405-9704-d1952a55bb19 req-f589b1c8-65ad-4279-8b24-e82b48c9d71d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548754 Jun 07 13:41:47.185855 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da368349-5983-4b3c-adb0-3035114ec580 req-8e14ddf8-ac36-4408-b4e5-3cf3853dc7d6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:47.187269 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-da368349-5983-4b3c-adb0-3035114ec580 req-8e14ddf8-ac36-4408-b4e5-3cf3853dc7d6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0806510 Jun 07 13:41:47.233053 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-da368349-5983-4b3c-adb0-3035114ec580 req-7cfe16cb-ab54-40bf-bf59-0cb17c5586ef tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Jun 07 13:41:48.426777 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c753e0d-9cf4-4dc9-9ffa-320124715cc0 req-6ef6ea50-a90f-4987-a36b-bf6254a73998 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:48.429310 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3c753e0d-9cf4-4dc9-9ffa-320124715cc0 req-6ef6ea50-a90f-4987-a36b-bf6254a73998 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0844617 Jun 07 13:41:48.474171 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3c753e0d-9cf4-4dc9-9ffa-320124715cc0 req-eea5265f-96d9-45a0-bc9f-e62bc1cd62e9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389612 Jun 07 13:41:49.665701 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44dd89-c8b3-418e-b18f-e6c7140196c2 req-f99a684c-82e5-461a-a91e-9da3aedb7b56 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:49.667182 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6a44dd89-c8b3-418e-b18f-e6c7140196c2 req-f99a684c-82e5-461a-a91e-9da3aedb7b56 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0849490 Jun 07 13:41:49.712215 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6a44dd89-c8b3-418e-b18f-e6c7140196c2 req-28f0a18d-3641-47a2-94f9-0f2ee6cd4524 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392098 Jun 07 13:41:50.895346 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d24a62-b734-4cb1-b071-646bbf0dec67 req-97ed13a0-5633-4428-8802-48b08e033477 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:50.896832 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-35d24a62-b734-4cb1-b071-646bbf0dec67 req-97ed13a0-5633-4428-8802-48b08e033477 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0803168 Jun 07 13:41:50.940964 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-35d24a62-b734-4cb1-b071-646bbf0dec67 req-a71411f0-3415-4b93-a225-a2974327886d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Jun 07 13:41:52.135653 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038dc74-82f9-4af7-a5b9-58d71c3c9bb8 req-eb87b51b-7231-44c8-a0cf-ab8b28bbf757 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:52.137120 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0038dc74-82f9-4af7-a5b9-58d71c3c9bb8 req-eb87b51b-7231-44c8-a0cf-ab8b28bbf757 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0861127 Jun 07 13:41:52.180739 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0038dc74-82f9-4af7-a5b9-58d71c3c9bb8 req-4aff54ab-ecab-443d-b0d4-488327246ae3 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379987 Jun 07 13:41:53.374725 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1422e9-4b03-44cc-a1fc-9abe1478f70a req-18ba3f72-3d17-4e2c-ab96-f6b846bae1b6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:53.376445 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2d1422e9-4b03-44cc-a1fc-9abe1478f70a req-18ba3f72-3d17-4e2c-ab96-f6b846bae1b6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0855520 Jun 07 13:41:53.425332 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2d1422e9-4b03-44cc-a1fc-9abe1478f70a req-3865532f-7ecd-46f1-95d6-a4379718f9b7 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Jun 07 13:41:53.670183 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e62af-df97-4d4b-878d-f5ad954af348 req-01f04fdc-3cf8-4e5a-b177-0ae9676d7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:53.671739 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fa4e62af-df97-4d4b-878d-f5ad954af348 req-01f04fdc-3cf8-4e5a-b177-0ae9676d7722 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 1099 time: 0.0699639 Jun 07 13:41:53.715803 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-fa4e62af-df97-4d4b-878d-f5ad954af348 req-5c3ebf1a-83b8-4c5f-ae77-c8b89dc985e9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365214 Jun 07 13:41:54.609802 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3929c-32e1-48a6-9e8b-0b2ee0751b04 req-0e5bb842-afa5-49fd-8f61-24f962dadf5e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:54.611187 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8bc3929c-32e1-48a6-9e8b-0b2ee0751b04 req-0e5bb842-afa5-49fd-8f61-24f962dadf5e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0802774 Jun 07 13:41:54.660582 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8bc3929c-32e1-48a6-9e8b-0b2ee0751b04 req-dbd98fcd-ce49-4438-93ee-aecf906c9c0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Jun 07 13:41:55.847739 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df259c8-b272-4fb5-a461-67fa599d12a2 req-dab7c664-cad9-4b6e-bd67-87ac4e275791 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:55.849211 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4df259c8-b272-4fb5-a461-67fa599d12a2 req-dab7c664-cad9-4b6e-bd67-87ac4e275791 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0818808 Jun 07 13:41:55.894668 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4df259c8-b272-4fb5-a461-67fa599d12a2 req-44b609b0-a72f-4d5c-88c3-7d9a039e181c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 Jun 07 13:41:56.369259 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9733ba8-7b30-42c2-ab17-4a81dee06984 req-c3ee08de-805d-4806-b36c-ea7fc07c9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:56.370746 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b9733ba8-7b30-42c2-ab17-4a81dee06984 req-c3ee08de-805d-4806-b36c-ea7fc07c9f57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be9165134c7e43519e15a77c85d508cb&device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 1099 time: 0.0722373 Jun 07 13:41:56.421356 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04302fba-e909-4135-9064-6cb0df91edcb req-a5fba805-e09f-467b-b38b-94e99cd3260f tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:56.422955 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-04302fba-e909-4135-9064-6cb0df91edcb req-a5fba805-e09f-467b-b38b-94e99cd3260f tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0856435 Jun 07 13:41:56.474213 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-04302fba-e909-4135-9064-6cb0df91edcb req-3cc21209-1125-4fbc-adc0-b6b0d0ab612e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438888 Jun 07 13:41:56.588520 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9733ba8-7b30-42c2-ab17-4a81dee06984 req-2f80c9ec-2a8f-4f18-b1f7-f8375854cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:56.589935 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b9733ba8-7b30-42c2-ab17-4a81dee06984 req-2f80c9ec-2a8f-4f18-b1f7-f8375854cf07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 200 len: 919 time: 0.2112188 Jun 07 13:41:56.667628 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b9733ba8-7b30-42c2-ab17-4a81dee06984 req-2ada8acc-f47b-45d3-8eb3-7b3ed41fbc8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623 HTTP/1.1" status: 200 len: 217 time: 0.0653551 Jun 07 13:41:56.737505 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9733ba8-7b30-42c2-ab17-4a81dee06984 req-bf1b777a-4264-4bcb-b99f-628cfa1f7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:56.738945 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b9733ba8-7b30-42c2-ab17-4a81dee06984 req-bf1b777a-4264-4bcb-b99f-628cfa1f7b36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8ed30c8-147c-4af7-8f11-0dc9726a1e43 HTTP/1.1" status: 200 len: 858 time: 0.0585449 Jun 07 13:41:56.802094 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b9733ba8-7b30-42c2-ab17-4a81dee06984 req-5228b2f7-b04d-4a7b-9c63-bd3ce8e090f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450892 Jun 07 13:41:56.940069 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b9733ba8-7b30-42c2-ab17-4a81dee06984 req-d7365752-8d92-49f2-8298-6632c443d45d service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295037 Jun 07 13:41:57.071564 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b9733ba8-7b30-42c2-ab17-4a81dee06984 req-aab41b08-2dd8-4dd0-bc67-eea1d3d4ed04 service neutron] 10.222.0.54 "GET /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216092 Jun 07 13:41:57.664906 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f91722-30cc-4ef8-a454-62ee5319b2d0 req-785d3f36-630f-4614-9ef3-428dcb2e3a50 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:57.666367 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-63f91722-30cc-4ef8-a454-62ee5319b2d0 req-785d3f36-630f-4614-9ef3-428dcb2e3a50 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0833871 Jun 07 13:41:57.710878 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-63f91722-30cc-4ef8-a454-62ee5319b2d0 req-2bb7017c-3f56-4b7e-af11-287610c02dc0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387900 Jun 07 13:41:58.896398 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662747a-e898-4904-a646-20029956dc09 req-930c9858-c934-48a3-b43b-9481fe69c576 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:41:58.897809 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1662747a-e898-4904-a646-20029956dc09 req-930c9858-c934-48a3-b43b-9481fe69c576 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0782843 Jun 07 13:41:58.941254 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1662747a-e898-4904-a646-20029956dc09 req-be691d4b-e01c-4583-bbf9-4a178d1a964e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378025 Jun 07 13:42:00.127149 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375115ba-101c-4e6a-ac78-30cc0020e767 req-5fa624cd-2b63-4581-b1d2-3342d9034560 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:00.128672 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-375115ba-101c-4e6a-ac78-30cc0020e767 req-5fa624cd-2b63-4581-b1d2-3342d9034560 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0797586 Jun 07 13:42:00.173553 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-375115ba-101c-4e6a-ac78-30cc0020e767 req-66afe3e5-c7a7-4661-90ba-28e2ff7476ee tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386758 Jun 07 13:42:02.486845 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a215de30-6820-4d4c-b369-e837d13a3d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:04.681980 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c3ff5-f6b5-4dd2-be73-57998a766bd8 req-c413f337-4d68-498f-ab67-3291f3ec361c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:04.683470 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-884c3ff5-f6b5-4dd2-be73-57998a766bd8 req-c413f337-4d68-498f-ab67-3291f3ec361c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1534824 Jun 07 13:42:04.729483 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-884c3ff5-f6b5-4dd2-be73-57998a766bd8 req-41990a38-ba8a-478b-bd01-7943aeed7d45 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Jun 07 13:42:04.921011 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a81d1-9795-42cc-85bc-09481de09607 req-32bf8d8b-1452-41ae-84b7-88dae38c2a4e tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:04.922506 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-704a81d1-9795-42cc-85bc-09481de09607 req-32bf8d8b-1452-41ae-84b7-88dae38c2a4e tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 945 time: 0.0814817 Jun 07 13:42:04.966403 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-704a81d1-9795-42cc-85bc-09481de09607 req-515c42bd-b527-4447-81c5-27905c04427e tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381804 Jun 07 13:42:05.017282 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:05.117528 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a31794d9-8e23-4f21-b14d-586d27c35024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:05.868681 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:05.919033 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033ac6b-b679-4791-ab51-0b9f4b48414a req-af5d1d42-aaa3-48fb-8a82-c5ad29f2dc83 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:05.920481 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e033ac6b-b679-4791-ab51-0b9f4b48414a req-af5d1d42-aaa3-48fb-8a82-c5ad29f2dc83 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0840690 Jun 07 13:42:05.965476 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e033ac6b-b679-4791-ab51-0b9f4b48414a req-fa51eb80-52ef-428f-9c56-c653c90caacf tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 Jun 07 13:42:06.152779 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4febf53-ff3c-40ef-8afe-2b7bb8d8cc4f req-38eb931f-d978-49c8-9bf1-3c4a54691962 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:06.154241 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4febf53-ff3c-40ef-8afe-2b7bb8d8cc4f req-38eb931f-d978-49c8-9bf1-3c4a54691962 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 945 time: 0.0788722 Jun 07 13:42:06.197418 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4febf53-ff3c-40ef-8afe-2b7bb8d8cc4f req-2ed0c91d-71ed-4bb1-a07a-6aa44f984b90 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376172 Jun 07 13:42:07.147139 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efdeb4-6990-440a-9e4c-2c3e4bc5a3c6 req-9a75f2b0-1dba-41e6-abee-db90a1713d25 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:07.148573 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-44efdeb4-6990-440a-9e4c-2c3e4bc5a3c6 req-9a75f2b0-1dba-41e6-abee-db90a1713d25 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0787516 Jun 07 13:42:07.196844 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-44efdeb4-6990-440a-9e4c-2c3e4bc5a3c6 req-acb1b015-f410-48ea-8e60-e9063427071d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 Jun 07 13:42:07.386530 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613fc5-6a5c-46d3-86d6-50e4c10bef3e req-b84bc28c-b0ca-4f2b-84bf-9cdcdc16c12f tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:07.388020 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-60613fc5-6a5c-46d3-86d6-50e4c10bef3e req-b84bc28c-b0ca-4f2b-84bf-9cdcdc16c12f tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 945 time: 0.0870180 Jun 07 13:42:07.432147 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-60613fc5-6a5c-46d3-86d6-50e4c10bef3e req-b6d77585-5cd4-481a-8001-e83a89486cad tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Jun 07 13:42:07.877532 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:07.884042 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16356c7-cd42-4453-aa17-98c3cb5016f3 req-575d0b8f-7aa6-4bec-99b7-50d4b04c8926 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:07.885490 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c16356c7-cd42-4453-aa17-98c3cb5016f3 req-575d0b8f-7aa6-4bec-99b7-50d4b04c8926 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.54 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.0797846 Jun 07 13:42:08.026483 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-c16356c7-cd42-4453-aa17-98c3cb5016f3 req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Deleting port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:08.026821 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c16356c7-cd42-4453-aa17-98c3cb5016f3 req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:08.157696 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-c16356c7-cd42-4453-aa17-98c3cb5016f3 req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] For port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:08.158402 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c16356c7-cd42-4453-aa17-98c3cb5016f3 req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:08.289087 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-c16356c7-cd42-4453-aa17-98c3cb5016f3 req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Calling delete_port for 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:08.406567 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b7a9a-2bb8-4033-91ab-e1a571b11217 req-74a26976-ff34-4da3-b8d7-48b50e8f9225 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:08.408119 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-286b7a9a-2bb8-4033-91ab-e1a571b11217 req-74a26976-ff34-4da3-b8d7-48b50e8f9225 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fd62da-d8f3-4ded-94bc-96319216a4f2 HTTP/1.1" status: 200 len: 946 time: 0.1022115 Jun 07 13:42:08.503807 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-286b7a9a-2bb8-4033-91ab-e1a571b11217 req-f53b9150-1588-474c-8010-4c3f73feef6c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635602 Jun 07 13:42:08.510991 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c16356c7-cd42-4453-aa17-98c3cb5016f3 req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:08.522566 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-76f35ee6-6291-4e17-a40b-ba5e23381e0a tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:08.528848 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['a67dcbab-e8bb-4b1b-89fa-4703ca00a623', '06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:42:08.628451 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67833526-707a-4ef2-9793-3b744da4bc0b req-a0091b23-d2e1-4664-a1f6-ef30968d1cc2 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:08.630706 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-67833526-707a-4ef2-9793-3b744da4bc0b req-a0091b23-d2e1-4664-a1f6-ef30968d1cc2 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 945 time: 0.0844812 Jun 07 13:42:08.660654 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Pushing event deleted for resources: {'Port': ['ID=06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:08.679143 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-67833526-707a-4ef2-9793-3b744da4bc0b req-e4cd4fef-96b4-41f2-a5bf-9b551b84903b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Jun 07 13:42:08.695466 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.695829 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.696177 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.696525 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.696885 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.697555 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.697555 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.697885 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.698287 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.698617 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.698952 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.699285 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:08.707617 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:08.747356 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16356c7-cd42-4453-aa17-98c3cb5016f3 req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] No DVR routers for this DVR port 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:42:08.749800 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-c16356c7-cd42-4453-aa17-98c3cb5016f3 req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:08.751761 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c16356c7-cd42-4453-aa17-98c3cb5016f3 req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.54 "DELETE /v2.0/ports/06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 HTTP/1.1" status: 204 len: 173 time: 0.8548648 Jun 07 13:42:08.752252 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fd62da-d8f3-4ded-94bc-96319216a4f2', 'name': 'network-vif-deleted', 'tag': '06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:08.754546 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc1b7d6-b4ef-48aa-bf5b-6c6cddfc9599" -d '{"events": [{"server_uuid": "98fd62da-d8f3-4ded-94bc-96319216a4f2", "name": "network-vif-deleted", "tag": "06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:08.796817 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9bd64f-affe-4236-8a5f-d98f73812694 x-openstack-request-id: req-fc9bd64f-affe-4236-8a5f-d98f73812694 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:08.797140 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fd62da-d8f3-4ded-94bc-96319216a4f2", "name": "network-vif-deleted", "tag": "06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:08.797437 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc9bd64f-affe-4236-8a5f-d98f73812694 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:08.797841 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fd62da-d8f3-4ded-94bc-96319216a4f2', 'name': 'network-vif-deleted', 'tag': '06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9', 'status': 'completed', 'code': 200} Jun 07 13:42:09.688375 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:09.952925 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69acfc-887f-446a-afa9-4870e89e5288 req-7b3b8d8f-e162-479a-85eb-d791d03005a0 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:09.954399 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ed69acfc-887f-446a-afa9-4870e89e5288 req-7b3b8d8f-e162-479a-85eb-d791d03005a0 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 945 time: 0.0847344 Jun 07 13:42:09.981839 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bb986-2641-4705-b315-1d14ebe807a4 req-31111e21-c7c6-43df-9488-3a2b21543120 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:09.983335 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a28bb986-2641-4705-b315-1d14ebe807a4 req-31111e21-c7c6-43df-9488-3a2b21543120 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0828073 Jun 07 13:42:10.000232 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ed69acfc-887f-446a-afa9-4870e89e5288 req-1f5da091-5a1c-4935-aa77-c651b51df20e tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Jun 07 13:42:10.031317 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a28bb986-2641-4705-b315-1d14ebe807a4 req-dfc2b65f-04a5-4171-bd5e-6fb171d1d8c0 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Jun 07 13:42:11.183182 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfddcb0-3e5b-4a81-8316-d78d9d42229d req-23828181-e3dc-442d-9650-07047522b5a1 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:11.184888 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1dfddcb0-3e5b-4a81-8316-d78d9d42229d req-23828181-e3dc-442d-9650-07047522b5a1 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 945 time: 0.0797446 Jun 07 13:42:11.225241 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ed8fc-df22-450e-b275-52d72bfc0c1c req-e6f7fa1d-b648-463f-8edc-ae4e41ecbc9c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:11.227124 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bc8ed8fc-df22-450e-b275-52d72bfc0c1c req-e6f7fa1d-b648-463f-8edc-ae4e41ecbc9c tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0853114 Jun 07 13:42:11.241918 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1dfddcb0-3e5b-4a81-8316-d78d9d42229d req-d30bf91a-74c3-4b89-beb0-6427820f8ca6 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/security-groups?id=d282f519-247d-43a4-b870-bf76a3d3e3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511110 Jun 07 13:42:11.281184 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bc8ed8fc-df22-450e-b275-52d72bfc0c1c req-f3b57064-44e0-447d-9789-edd50fbbeff9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476563 Jun 07 13:42:11.422516 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb6ea-29d1-445b-811f-7bd1b86e6e0d req-ca9a95ce-b223-4e5b-aff2-b458383d32e3 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:11.423989 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6bcdb6ea-29d1-445b-811f-7bd1b86e6e0d req-ca9a95ce-b223-4e5b-aff2-b458383d32e3 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.54 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 945 time: 0.0787094 Jun 07 13:42:11.568134 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-6bcdb6ea-29d1-445b-811f-7bd1b86e6e0d req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Deleting port b5066945-4adc-4635-914b-6fbd5e658347 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:11.568391 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6bcdb6ea-29d1-445b-811f-7bd1b86e6e0d req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:11.575190 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:42:11.609177 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:42:11.609525 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 06b3cd0f-cd8d-4c1a-b933-4ce3fe4464e9 not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:42:11.610143 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device b5066945-4adc-4635-914b-6fbd5e658347 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:42:11.706544 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-6bcdb6ea-29d1-445b-811f-7bd1b86e6e0d req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] For port b5066945-4adc-4635-914b-6fbd5e658347, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b5066945-4adc-4635-914b-6fbd5e658347,segment=NetworkSegment(be3738bb-762d-4d11-b45a-1b968b66a95b),segment_id=be3738bb-762d-4d11-b45a-1b968b66a95b)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:11.706910 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6bcdb6ea-29d1-445b-811f-7bd1b86e6e0d req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:11.732582 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:11.760552 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716908b7-ead1-4da1-b180-fca06c91166f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5066945-4adc-4635-914b-6fbd5e658347'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:11.762841 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584f57cb-991d-4fd2-aa20-855ee4781596" -d '{"events": [{"server_uuid": "716908b7-ead1-4da1-b180-fca06c91166f", "name": "network-vif-unplugged", "status": "completed", "tag": "b5066945-4adc-4635-914b-6fbd5e658347"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:11.771832 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port b5066945-4adc-4635-914b-6fbd5e658347, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=b5066945-4adc-4635-914b-6fbd5e658347,segment=NetworkSegment(be3738bb-762d-4d11-b45a-1b968b66a95b),segment_id=be3738bb-762d-4d11-b45a-1b968b66a95b)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:11.776192 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:11.778770 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:11.831889 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9dfdec-9262-4383-a052-2e126b91b989 x-openstack-request-id: req-2d9dfdec-9262-4383-a052-2e126b91b989 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:11.832121 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716908b7-ead1-4da1-b180-fca06c91166f", "name": "network-vif-unplugged", "status": "completed", "tag": "b5066945-4adc-4635-914b-6fbd5e658347", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:11.832354 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-6bcdb6ea-29d1-445b-811f-7bd1b86e6e0d req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Calling delete_port for b5066945-4adc-4635-914b-6fbd5e658347 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:11.832488 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d9dfdec-9262-4383-a052-2e126b91b989 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:11.833375 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716908b7-ead1-4da1-b180-fca06c91166f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5066945-4adc-4635-914b-6fbd5e658347', 'code': 200} Jun 07 13:42:11.854074 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=b5066945-4adc-4635-914b-6fbd5e658347,revision_number=6']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:11.862241 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.863080 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.863644 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.864207 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.864750 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.865535 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.865535 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.865934 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.866084 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.866686 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.867187 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.867689 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:11.880305 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:11.970596 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6bcdb6ea-29d1-445b-811f-7bd1b86e6e0d req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:11.976569 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a68077be-b29a-428d-a7fa-ee629dc38bc3 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:12.020949 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Pushing event deleted for resources: {'Port': ['ID=b5066945-4adc-4635-914b-6fbd5e658347,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:12.023848 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:12.040428 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa3658-0d5a-4064-814c-cae946d7cffe req-d0af5878-75ca-4ce1-b454-fe6031d58bc9 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:12.041422 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-84aa3658-0d5a-4064-814c-cae946d7cffe req-d0af5878-75ca-4ce1-b454-fe6031d58bc9 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 946 time: 0.0812891 Jun 07 13:42:12.085952 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-84aa3658-0d5a-4064-814c-cae946d7cffe req-da840adf-7bf1-4a54-8737-5eaa19e1be26 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386312 Jun 07 13:42:12.096400 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcdb6ea-29d1-445b-811f-7bd1b86e6e0d req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] No DVR routers for this DVR port b5066945-4adc-4635-914b-6fbd5e658347 on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:42:12.099479 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-6bcdb6ea-29d1-445b-811f-7bd1b86e6e0d req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:12.101423 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6bcdb6ea-29d1-445b-811f-7bd1b86e6e0d req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.54 "DELETE /v2.0/ports/b5066945-4adc-4635-914b-6fbd5e658347 HTTP/1.1" status: 204 len: 173 time: 0.6714842 Jun 07 13:42:12.101897 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716908b7-ead1-4da1-b180-fca06c91166f', 'name': 'network-vif-deleted', 'tag': 'b5066945-4adc-4635-914b-6fbd5e658347'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:12.104187 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a1e4a9-b64a-4f57-8794-081a15f48377" -d '{"events": [{"server_uuid": "716908b7-ead1-4da1-b180-fca06c91166f", "name": "network-vif-deleted", "tag": "b5066945-4adc-4635-914b-6fbd5e658347"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:12.149546 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4588c1-4d20-4c93-8243-3ef7fb4e6a1d x-openstack-request-id: req-6f4588c1-4d20-4c93-8243-3ef7fb4e6a1d {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:12.149869 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716908b7-ead1-4da1-b180-fca06c91166f", "name": "network-vif-deleted", "tag": "b5066945-4adc-4635-914b-6fbd5e658347", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:12.150173 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f4588c1-4d20-4c93-8243-3ef7fb4e6a1d {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:12.150598 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716908b7-ead1-4da1-b180-fca06c91166f', 'name': 'network-vif-deleted', 'tag': 'b5066945-4adc-4635-914b-6fbd5e658347', 'status': 'completed', 'code': 200} Jun 07 13:42:12.419562 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3f214d6e-60e0-4c09-8a35-ad401ac4dbe4 req-f63010e8-ba97-42ac-83ca-0bd3bc8c647d tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] 10.222.0.50 "GET /v2.0/ports?device_id=716908b7-ead1-4da1-b180-fca06c91166f HTTP/1.1" status: 200 len: 210 time: 0.0459702 Jun 07 13:42:12.477157 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee7082-f5ee-47f9-989c-93ee7c6956e3 req-453e329b-d31e-4844-89f7-ff712d8e8a45 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:12.478635 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-adee7082-f5ee-47f9-989c-93ee7c6956e3 req-453e329b-d31e-4844-89f7-ff712d8e8a45 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0788820 Jun 07 13:42:12.523490 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-adee7082-f5ee-47f9-989c-93ee7c6956e3 req-d1b7cf48-e314-4280-9939-33ba91d5f3c6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Jun 07 13:42:13.274969 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298218d7-2fd3-4c6c-bf53-c1d1c0c7410f req-3263a66f-e6cd-4869-afed-08249a7a720b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:13.276484 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-298218d7-2fd3-4c6c-bf53-c1d1c0c7410f req-3263a66f-e6cd-4869-afed-08249a7a720b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 946 time: 0.0802224 Jun 07 13:42:13.320190 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-298218d7-2fd3-4c6c-bf53-c1d1c0c7410f req-5fbb3a2e-d52a-4ed5-809e-45ae2db344b5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380054 Jun 07 13:42:13.539072 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:42:13.719349 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867c17d-f9b0-47d9-88e2-0cde559aac55 req-5a59a476-dc28-40d5-96d9-895db79aabda tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:13.720839 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6867c17d-f9b0-47d9-88e2-0cde559aac55 req-5a59a476-dc28-40d5-96d9-895db79aabda tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0896413 Jun 07 13:42:13.767595 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6867c17d-f9b0-47d9-88e2-0cde559aac55 req-2f9fbe8d-e8bd-4f7f-bc64-9a52ca0ea93d tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Jun 07 13:42:14.570523 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-d4d40a76-091b-459a-8e94-4089eb2b141e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:14.571931 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-d4d40a76-091b-459a-8e94-4089eb2b141e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.54 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 946 time: 0.1349897 Jun 07 13:42:14.618476 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec34f65-845b-440e-8f9b-28ae8cb14a39 req-b1a21aaf-c9b9-42e8-b828-2edf5738929e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:14.619838 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-aec34f65-845b-440e-8f9b-28ae8cb14a39 req-b1a21aaf-c9b9-42e8-b828-2edf5738929e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 946 time: 0.1520028 Jun 07 13:42:14.725158 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-aec34f65-845b-440e-8f9b-28ae8cb14a39 req-5484333b-59a8-4167-a0a4-00d24b8c8c0d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=633a3caf-d95d-431d-ad96-64641b8d8af1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954616 Jun 07 13:42:14.756971 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Deleting port ecdc454a-e690-4361-b88e-46c23d0c0b29 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:14.757309 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:14.895233 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] For port ecdc454a-e690-4361-b88e-46c23d0c0b29, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ecdc454a-e690-4361-b88e-46c23d0c0b29,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:14.896101 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:14.966082 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a11f8-a682-47e9-b8ef-140851dfdc73 req-874bf347-dc5a-40ef-8949-b75d7a48490e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:14.968843 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c25a11f8-a682-47e9-b8ef-140851dfdc73 req-874bf347-dc5a-40ef-8949-b75d7a48490e tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0822165 Jun 07 13:42:15.020671 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c25a11f8-a682-47e9-b8ef-140851dfdc73 req-67e56d11-3981-4045-ad75-b93c4c30b633 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448134 Jun 07 13:42:15.297933 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:15.298341 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:15.298702 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.l3_db [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Floating IP 259b2836-7adf-4f36-84ef-c4e452c29231 disassociated. External IP: 172.28.3.50, port: ecdc454a-e690-4361-b88e-46c23d0c0b29. Jun 07 13:42:15.299245 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Calling delete_port for ecdc454a-e690-4361-b88e-46c23d0c0b29 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:15.410089 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:15.416098 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-5c8d2294-0307-4eba-bc02-9998a55381e6 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:15.458709 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event deleted for resources: {'Port': ['ID=ecdc454a-e690-4361-b88e-46c23d0c0b29,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:15.462095 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:15.645358 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Router 615167b0-1770-43d7-a61a-39e1e3079ed0 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:42:15.825464 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:42:15.835344 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bcb2d-61e9-4e7e-8602-366e14c53ae0 None None] Sync routers for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:42:15.848042 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45bcb2d-61e9-4e7e-8602-366e14c53ae0 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:15.849192 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-f45bcb2d-61e9-4e7e-8602-366e14c53ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:15.936534 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] No DVR routers for this DVR port ecdc454a-e690-4361-b88e-46c23d0c0b29 on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:42:15.939890 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7b9c79f9-8821-43a3-ac29-bdd5aac1578c req-b52648d2-f445-4685-93e8-0a9284d215d7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=236052aa-983e-484a-9e1f-a006e87cb238 HTTP/1.1" status: 200 len: 210 time: 0.0861616 Jun 07 13:42:15.940969 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:15.942958 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-51526ec2-b592-4cf8-a90b-b7b24e08a331 req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.54 "DELETE /v2.0/ports/ecdc454a-e690-4361-b88e-46c23d0c0b29 HTTP/1.1" status: 204 len: 173 time: 1.3635948 Jun 07 13:42:15.943506 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'name': 'network-vif-deleted', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:15.946184 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1fd5b3-aa3e-4715-afdc-612cf69ee240" -d '{"events": [{"server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "name": "network-vif-deleted", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:16.000860 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb60704d-ad4d-4f01-96a5-0444a09d140e x-openstack-request-id: req-eb60704d-ad4d-4f01-96a5-0444a09d140e {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:16.001245 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236052aa-983e-484a-9e1f-a006e87cb238", "name": "network-vif-deleted", "tag": "ecdc454a-e690-4361-b88e-46c23d0c0b29", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:16.001588 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb60704d-ad4d-4f01-96a5-0444a09d140e {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:16.002792 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236052aa-983e-484a-9e1f-a006e87cb238', 'name': 'network-vif-deleted', 'tag': 'ecdc454a-e690-4361-b88e-46c23d0c0b29', 'status': 'completed', 'code': 200} Jun 07 13:42:16.032519 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-f45bcb2d-61e9-4e7e-8602-366e14c53ae0 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:16.224239 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691aa36-3a29-4080-8915-c40a2f2eff16 req-4e364392-24dd-4924-b627-14c3a0ab0935 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:16.225868 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1691aa36-3a29-4080-8915-c40a2f2eff16 req-4e364392-24dd-4924-b627-14c3a0ab0935 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.0839717 Jun 07 13:42:16.290107 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1691aa36-3a29-4080-8915-c40a2f2eff16 req-fc49d885-c284-4a32-9ceb-b374629a4f3f tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578291 Jun 07 13:42:16.360142 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-f45bcb2d-61e9-4e7e-8602-366e14c53ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:16.364872 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bcb2d-61e9-4e7e-8602-366e14c53ae0 None None] Checking router: 615167b0-1770-43d7-a61a-39e1e3079ed0 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:42:16.373674 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45bcb2d-61e9-4e7e-8602-366e14c53ae0 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:16.374379 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-f45bcb2d-61e9-4e7e-8602-366e14c53ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:16.559436 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-f45bcb2d-61e9-4e7e-8602-366e14c53ae0 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:16.934370 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-f45bcb2d-61e9-4e7e-8602-366e14c53ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:16.940361 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45bcb2d-61e9-4e7e-8602-366e14c53ae0 None None] The sync data for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb is: [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:42:17.131103 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 48856) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:17.210591 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bc630632-f3f7-4663-84ff-e007d87fd221 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:17.242057 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bc630632-f3f7-4663-84ff-e007d87fd221 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:17.274506 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cda33b-e929-4878-b098-c1a4151f5735 None None] New status for floating IP 259b2836-7adf-4f36-84ef-c4e452c29231: DOWN {{(pid=91821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:42:17.307585 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bc630632-f3f7-4663-84ff-e007d87fd221 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:17.310279 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bc630632-f3f7-4663-84ff-e007d87fd221 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:17.311583 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-bc630632-f3f7-4663-84ff-e007d87fd221 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "DELETE /v2.0/security-groups/633a3caf-d95d-431d-ad96-64641b8d8af1 HTTP/1.1" status: 204 len: 168 time: 0.1786838 Jun 07 13:42:17.312378 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-651532fc-890c-4f84-837b-7f45fe6b3ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:17.314480 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 48860) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:17.324257 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc630632-f3f7-4663-84ff-e007d87fd221 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633a3caf-d95d-431d-ad96-64641b8d8af1,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:17.326605 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bc630632-f3f7-4663-84ff-e007d87fd221 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:17.341293 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.api.v2.resource [None req-052d5297-fe63-4ef6-a8fa-d85109d94328 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] show failed (client error): The resource could not be found. Jun 07 13:42:17.345420 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-052d5297-fe63-4ef6-a8fa-d85109d94328 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups/633a3caf-d95d-431d-ad96-64641b8d8af1 HTTP/1.1" status: 404 len: 347 time: 0.0293434 Jun 07 13:42:17.346281 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 48862) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:17.444129 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7960f44-2241-4c0a-94ff-ea213e8d23c1 req-0c90823c-eeae-4ee0-a0f4-93c8b7d93a92 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:17.445641 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b7960f44-2241-4c0a-94ff-ea213e8d23c1 req-0c90823c-eeae-4ee0-a0f4-93c8b7d93a92 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.54 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1133595 Jun 07 13:42:17.608972 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-b7960f44-2241-4c0a-94ff-ea213e8d23c1 req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Deleting port a67dcbab-e8bb-4b1b-89fa-4703ca00a623 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:17.609325 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-b7960f44-2241-4c0a-94ff-ea213e8d23c1 req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:17.610739 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device a67dcbab-e8bb-4b1b-89fa-4703ca00a623 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:42:17.661524 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12283283-66d5-489f-a1cd-1a0b3fec05a9 req-e72fde73-c59e-4b18-ae79-f13d6ca3b047 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:17.663307 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-12283283-66d5-489f-a1cd-1a0b3fec05a9 req-e72fde73-c59e-4b18-ae79-f13d6ca3b047 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 946 time: 0.1430101 Jun 07 13:42:17.669226 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Deleting port 9867cca8-a0ef-4d14-862c-af9289f494e3 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:17.669859 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:17.735459 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-12283283-66d5-489f-a1cd-1a0b3fec05a9 req-c0914051-0b01-4bc9-b792-fca6b9a74bf5 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/security-groups?id=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496202 Jun 07 13:42:17.781554 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:17.787354 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-b7960f44-2241-4c0a-94ff-ea213e8d23c1 req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] For port a67dcbab-e8bb-4b1b-89fa-4703ca00a623, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:17.787713 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-b7960f44-2241-4c0a-94ff-ea213e8d23c1 req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:17.809962 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e873d-18e8-4c90-bf24-bf91cfa09905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a67dcbab-e8bb-4b1b-89fa-4703ca00a623'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:17.812402 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532e8375-c971-4225-9328-5cc25d52a09a" -d '{"events": [{"server_uuid": "db4e873d-18e8-4c90-bf24-bf91cfa09905", "name": "network-vif-unplugged", "status": "completed", "tag": "a67dcbab-e8bb-4b1b-89fa-4703ca00a623"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:17.821441 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port a67dcbab-e8bb-4b1b-89fa-4703ca00a623, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:17.826365 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:17.827402 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ecdc454a-e690-4361-b88e-46c23d0c0b29 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:42:17.851554 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:17.851804 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:17.870807 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:17.900239 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: ecdc454a-e690-4361-b88e-46c23d0c0b29 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:42:17.900606 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ecdc454a-e690-4361-b88e-46c23d0c0b29 not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:42:17.904009 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e8d9a0-a8a2-4bc5-a07e-49cf071581d4 x-openstack-request-id: req-d7e8d9a0-a8a2-4bc5-a07e-49cf071581d4 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:17.904330 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e873d-18e8-4c90-bf24-bf91cfa09905", "name": "network-vif-unplugged", "status": "completed", "tag": "a67dcbab-e8bb-4b1b-89fa-4703ca00a623", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:17.904603 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7e8d9a0-a8a2-4bc5-a07e-49cf071581d4 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:17.904984 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e873d-18e8-4c90-bf24-bf91cfa09905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a67dcbab-e8bb-4b1b-89fa-4703ca00a623', 'code': 200} Jun 07 13:42:17.950469 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,revision_number=6']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:17.953674 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:18.017455 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-b7960f44-2241-4c0a-94ff-ea213e8d23c1 req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Calling delete_port for a67dcbab-e8bb-4b1b-89fa-4703ca00a623 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:18.060002 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Calling delete_port for 9867cca8-a0ef-4d14-862c-af9289f494e3 owned by network:floatingip {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:18.153787 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-b7960f44-2241-4c0a-94ff-ea213e8d23c1 req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.160637 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3d0f9254-9834-459d-ae00-0684be7ac050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:18.203177 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.205998 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Pushing event deleted for resources: {'Port': ['ID=a67dcbab-e8bb-4b1b-89fa-4703ca00a623,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:18.209767 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:18.217693 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cfdcc8db-fcdf-4ceb-b56e-e6533d067627 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:18.274042 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event deleted for resources: {'Port': ['ID=9867cca8-a0ef-4d14-862c-af9289f494e3,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:18.289348 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7960f44-2241-4c0a-94ff-ea213e8d23c1 req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] No DVR routers for this DVR port a67dcbab-e8bb-4b1b-89fa-4703ca00a623 on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:42:18.291999 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-b7960f44-2241-4c0a-94ff-ea213e8d23c1 req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.293999 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b7960f44-2241-4c0a-94ff-ea213e8d23c1 req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.54 "DELETE /v2.0/ports/a67dcbab-e8bb-4b1b-89fa-4703ca00a623 HTTP/1.1" status: 204 len: 173 time: 0.8418009 Jun 07 13:42:18.294516 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e873d-18e8-4c90-bf24-bf91cfa09905', 'name': 'network-vif-deleted', 'tag': 'a67dcbab-e8bb-4b1b-89fa-4703ca00a623'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:18.296984 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74506bb1-a463-4d01-b4c1-91b93d39a55f" -d '{"events": [{"server_uuid": "db4e873d-18e8-4c90-bf24-bf91cfa09905", "name": "network-vif-deleted", "tag": "a67dcbab-e8bb-4b1b-89fa-4703ca00a623"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:18.311558 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.312133 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.312652 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.313194 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.314911 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.314911 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.315574 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.315574 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.322574 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.323089 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.323766 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.324226 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:18.335317 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:18.345252 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f497c769-29a6-4cad-bbd3-20b04263b716 x-openstack-request-id: req-f497c769-29a6-4cad-bbd3-20b04263b716 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:18.345252 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4e873d-18e8-4c90-bf24-bf91cfa09905", "name": "network-vif-deleted", "tag": "a67dcbab-e8bb-4b1b-89fa-4703ca00a623", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:18.345252 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f497c769-29a6-4cad-bbd3-20b04263b716 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:18.345617 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4e873d-18e8-4c90-bf24-bf91cfa09905', 'name': 'network-vif-deleted', 'tag': 'a67dcbab-e8bb-4b1b-89fa-4703ca00a623', 'status': 'completed', 'code': 200} Jun 07 13:42:18.400903 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.403280 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.404437 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "DELETE /v2.0/floatingips/259b2836-7adf-4f36-84ef-c4e452c29231 HTTP/1.1" status: 204 len: 168 time: 1.0562644 Jun 07 13:42:18.664911 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 48878) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:18.669871 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-95feaeca-f58f-4106-905f-6ee690e145d1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301416845', 'description': 'tempest-description--1924048207'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:18.694224 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-95feaeca-f58f-4106-905f-6ee690e145d1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.796631 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-95feaeca-f58f-4106-905f-6ee690e145d1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.800659 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-95feaeca-f58f-4106-905f-6ee690e145d1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.805919 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9af19c5f-e0d7-4a5c-a1b4-d90227de92af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:18.842271 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-95feaeca-f58f-4106-905f-6ee690e145d1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.846070 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-95feaeca-f58f-4106-905f-6ee690e145d1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1775608 Jun 07 13:42:18.846455 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 48882) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:18.847325 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95feaeca-f58f-4106-905f-6ee690e145d1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15526c87-58ed-4e54-ae44-4b822c042b4d,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:18.850067 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-95feaeca-f58f-4106-905f-6ee690e145d1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:18.852357 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-dc7c37f4-266e-48fb-82fb-11cb9a355ac5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'security_group_rule': {'security_group_id': '15526c87-58ed-4e54-ae44-4b822c042b4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:18.883821 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-dc7c37f4-266e-48fb-82fb-11cb9a355ac5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.927715 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-191318cb-888a-43d4-963f-9803e324bb4a req-092b48a1-e302-4a31-87b5-bbf109d68116 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] 10.222.0.50 "GET /v2.0/ports?device_id=db4e873d-18e8-4c90-bf24-bf91cfa09905 HTTP/1.1" status: 200 len: 210 time: 0.0457382 Jun 07 13:42:18.959059 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-dc7c37f4-266e-48fb-82fb-11cb9a355ac5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.962592 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-dc7c37f4-266e-48fb-82fb-11cb9a355ac5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.964625 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-77a3a5fd-9eac-4602-9799-0d3891557aef tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:18.986278 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c37f4-266e-48fb-82fb-11cb9a355ac5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dbf1cb-ceaa-4a70-8cd9-560693a33c29,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:18.988508 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-dc7c37f4-266e-48fb-82fb-11cb9a355ac5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:18.994108 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-dc7c37f4-266e-48fb-82fb-11cb9a355ac5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:18.995296 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-dc7c37f4-266e-48fb-82fb-11cb9a355ac5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476474 Jun 07 13:42:18.998227 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 48884) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:19.002518 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-730332d8-a0f7-4827-9abd-58ad59bc086e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'security_group_rule': {'security_group_id': '15526c87-58ed-4e54-ae44-4b822c042b4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:19.030413 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-730332d8-a0f7-4827-9abd-58ad59bc086e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:19.093334 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-730332d8-a0f7-4827-9abd-58ad59bc086e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:19.097776 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-730332d8-a0f7-4827-9abd-58ad59bc086e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:19.100445 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c93f53bb-bc54-4aab-adc7-c6568dee229c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:19.121896 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730332d8-a0f7-4827-9abd-58ad59bc086e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e0de6f-041f-43d3-96ba-3e96a8f212a2,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:19.124526 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-730332d8-a0f7-4827-9abd-58ad59bc086e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:19.128896 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-730332d8-a0f7-4827-9abd-58ad59bc086e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:19.130287 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-730332d8-a0f7-4827-9abd-58ad59bc086e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310885 Jun 07 13:42:19.133253 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 48886) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:19.137642 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'floatingip': {'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:19.160456 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:19.295835 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:19.427913 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Allocated IP 172.28.3.73 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/eb2a3213-5cd5-464e-8730-b53254d05c2a) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:19.577455 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:19.608203 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:19.612819 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-602a27d2-95b1-4b45-83f5-f0b98b9ae390 tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:19.673892 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:19.677515 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:19.680274 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:19.721244 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'Port': ['ID=eb2a3213-5cd5-464e-8730-b53254d05c2a,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:19.725113 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:19.825556 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:19.889433 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:20.026394 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 48898) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:20.101636 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:20.106398 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:20.110856 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:20.215392 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'Port': ['ID=eb2a3213-5cd5-464e-8730-b53254d05c2a,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:20.218771 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:20.228667 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:20.245505 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:20.246824 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1126807 Jun 07 13:42:20.507144 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-97d168aa-de15-449b-bf61-f143cf5c9ccf tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1301416845&fields=id&tenant_id=06908549a593441086718c651fcd4535 HTTP/1.1" status: 200 len: 267 time: 0.0813622 Jun 07 13:42:20.707579 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-47308d0d-8cd5-4898-a04b-d2d9981039a5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:20.709443 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-47308d0d-8cd5-4898-a04b-d2d9981039a5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 817 time: 0.1955540 Jun 07 13:42:20.728969 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-ede17ad7-4a46-4878-8d63-594ea5938e4b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/quotas/06908549a593441086718c651fcd4535 HTTP/1.1" status: 200 len: 375 time: 0.0124331 Jun 07 13:42:20.769063 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605915'] for router_interface, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:21.048685 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-a8071b45-0aae-435f-90c6-9e761b015502 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3134563 Jun 07 13:42:21.289077 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-b42eb9f3-fad2-4cab-aa10-d84f5453e2eb service neutron] 10.222.0.50 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934536 Jun 07 13:42:21.510959 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-04f00785-cb22-48c8-82ee-9a90428dc60c service neutron] 10.222.0.50 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911998 Jun 07 13:42:21.522502 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Deleting port 351ddc1f-0427-4e56-b98d-179933c33bae {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:21.522839 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:21.653640 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] For port 351ddc1f-0427-4e56-b98d-179933c33bae, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=351ddc1f-0427-4e56-b98d-179933c33bae,segment=NetworkSegment(0f11f03f-b442-4cd0-936b-c7d0a262227c),segment_id=0f11f03f-b442-4cd0-936b-c7d0a262227c)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:21.654340 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:21.689205 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1ec9fd95-dedc-4679-8d2a-240d7f7637b1 req-ea839e44-8819-4d56-aaeb-f42e7975a10d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 210 time: 0.0446875 Jun 07 13:42:21.777666 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Calling delete_port for 351ddc1f-0427-4e56-b98d-179933c33bae owned by network:router_interface {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:22.067718 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:22.072016 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a62a73b2-6722-480e-81ff-239fa5bf0c18 tempest-DeleteServersTestJSON-2052333749 tempest-DeleteServersTestJSON-2052333749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:22.115099 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Pushing event deleted for resources: {'Port': ['ID=351ddc1f-0427-4e56-b98d-179933c33bae,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:22.118257 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:22.483853 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-720544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606085'] for router_interface, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:22.924742 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9c175631-31de-438c-9de4-a185f1d64f7e req-2285aef0-ff60-4cc7-a010-badf8dc19f4b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 210 time: 0.0912848 Jun 07 13:42:22.940508 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-3920c477-ee31-4c4e-8925-ab18bef20125 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:22.941961 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-3920c477-ee31-4c4e-8925-ab18bef20125 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 817 time: 0.3243079 Jun 07 13:42:22.995402 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-86821742-3fbd-4ff2-991b-e3fe545a0d7f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06908549a593441086718c651fcd4535 HTTP/1.1" status: 200 len: 380 time: 0.0442400 Jun 07 13:42:23.004596 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'port': {'device_id': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'admin_state_up': True, 'tenant_id': '06908549a593441086718c651fcd4535', 'security_groups': ['15526c87-58ed-4e54-ae44-4b822c042b4d']}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:23.015036 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Router 9e4c5261-3446-44fb-8c0f-54cdae605918 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:42:23.155234 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Made reservation on behalf of 06908549a593441086718c651fcd4535 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:23.158769 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:23.199573 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:42:23.208784 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] 10.222.0.50 "PUT /v2.0/routers/9e4c5261-3446-44fb-8c0f-54cdae605918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1782796 Jun 07 13:42:23.208784 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 48942) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:23.210059 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762eef67-1589-4bbd-9048-2bdeceee1741 None None] Sync routers for ids ['9e4c5261-3446-44fb-8c0f-54cdae605918'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:42:23.220415 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762eef67-1589-4bbd-9048-2bdeceee1741 None None] Routers {'9e4c5261-3446-44fb-8c0f-54cdae605918'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:23.221185 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-762eef67-1589-4bbd-9048-2bdeceee1741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['9e4c5261-3446-44fb-8c0f-54cdae605918'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:23.327569 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Allocated IP 172.20.0.4 (0782a5e4-beb2-4273-a34a-432bb014c241/160a7e56-f2ae-44f1-887b-efefc27d13b8/ae82615d-f2e2-49b6-9e81-1f685f5f728d) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:23.392849 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Notify callbacks [] for router, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:23.403281 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-762eef67-1589-4bbd-9048-2bdeceee1741 None None] Set router 9e4c5261-3446-44fb-8c0f-54cdae605918 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:23.523063 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:23.539864 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Transition to ACTIVE for port object ae82615d-f2e2-49b6-9e81-1f685f5f728d will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:23.568210 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:23.574118 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ebf9597a-f36b-4c8f-b1ce-f8828700ec38 tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:23.575850 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:23.643725 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Network 0782a5e4-beb2-4273-a34a-432bb014c241 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:23.647106 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:23.651371 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:23.658092 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Deleting port 947f44bf-7050-4506-a85e-526208c33068 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:23.658664 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:23.689536 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event updated for resources: {'Port': ['ID=ae82615d-f2e2-49b6-9e81-1f685f5f728d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:23.717285 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-762eef67-1589-4bbd-9048-2bdeceee1741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'name': 'tempest-ServerRescueNegativeTestJSON-339289558-router', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '947f44bf-7050-4506-a85e-526208c33068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:53Z', 'updated_at': '2021-06-07T13:42:22Z', 'revision_number': 5, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'gw_port': {'id': '947f44bf-7050-4506-a85e-526208c33068', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:54Z', 'updated_at': '2021-06-07T13:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:23.721858 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762eef67-1589-4bbd-9048-2bdeceee1741 None None] Checking router: 9e4c5261-3446-44fb-8c0f-54cdae605918 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:42:23.732047 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762eef67-1589-4bbd-9048-2bdeceee1741 None None] Routers {'9e4c5261-3446-44fb-8c0f-54cdae605918'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:23.732694 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-762eef67-1589-4bbd-9048-2bdeceee1741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['9e4c5261-3446-44fb-8c0f-54cdae605918'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:23.736135 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:23.736793 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:23.741699 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:23.762501 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7614622 Jun 07 13:42:23.777383 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Request body: {'port': {'device_id': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:23.806101 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] For port 947f44bf-7050-4506-a85e-526208c33068, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=947f44bf-7050-4506-a85e-526208c33068,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:23.806477 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:23.890102 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-efd5196f-cff0-4226-804a-42419d558264 None None] Provisioning for port ae82615d-f2e2-49b6-9e81-1f685f5f728d completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:23.896761 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-efd5196f-cff0-4226-804a-42419d558264 None None] Provisioning complete for port ae82615d-f2e2-49b6-9e81-1f685f5f728d triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:23.897456 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-efd5196f-cff0-4226-804a-42419d558264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:23.906527 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-762eef67-1589-4bbd-9048-2bdeceee1741 None None] Set router 9e4c5261-3446-44fb-8c0f-54cdae605918 gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:23.911113 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:23.959131 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-efd5196f-cff0-4226-804a-42419d558264 None None] Port ae82615d-f2e2-49b6-9e81-1f685f5f728d cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:42:24.071797 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-762eef67-1589-4bbd-9048-2bdeceee1741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'name': 'tempest-ServerRescueNegativeTestJSON-339289558-router', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:53Z', 'updated_at': '2021-06-07T13:42:23Z', 'revision_number': 6, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'gw_port_host': None}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:24.079900 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762eef67-1589-4bbd-9048-2bdeceee1741 None None] The sync data for ids ['9e4c5261-3446-44fb-8c0f-54cdae605918'] in dv-cinder-785362-2-smb is: [{'id': '9e4c5261-3446-44fb-8c0f-54cdae605918', 'name': 'tempest-ServerRescueNegativeTestJSON-339289558-router', 'tenant_id': 'be9165134c7e43519e15a77c85d508cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:38:53Z', 'updated_at': '2021-06-07T13:42:23Z', 'revision_number': 6, 'project_id': 'be9165134c7e43519e15a77c85d508cb', 'gw_port_host': None}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:42:24.120169 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Calling delete_port for 947f44bf-7050-4506-a85e-526208c33068 owned by network:router_gateway {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:24.273353 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.282930 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:24.335774 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500de4e-b2f0-41e9-ba16-8ff5b8bd67b0 req-2d32b0d4-ce7c-40a7-a584-27aa0c81398b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:24.337231 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2500de4e-b2f0-41e9-ba16-8ff5b8bd67b0 req-2d32b0d4-ce7c-40a7-a584-27aa0c81398b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 931 time: 0.2040920 Jun 07 13:42:24.356781 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Pushing event deleted for resources: {'Port': ['ID=947f44bf-7050-4506-a85e-526208c33068,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:24.359706 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:24.413753 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2500de4e-b2f0-41e9-ba16-8ff5b8bd67b0 req-a701eb6b-07c2-4b09-8100-f6f67bcb27d2 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626252 Jun 07 13:42:24.434227 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663371'] for router_gateway, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.496012 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae82615d-f2e2-49b6-9e81-1f685f5f728d {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:42:24.506229 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.522102 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Transition to ACTIVE for port object ae82615d-f2e2-49b6-9e81-1f685f5f728d will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:24.527058 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.532639 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c6e99218-8038-40ba-b755-f6f39ad70e07 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:24.537805 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 351ddc1f-0427-4e56-b98d-179933c33bae no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:42:24.573488 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 351ddc1f-0427-4e56-b98d-179933c33bae {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:42:24.573835 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 351ddc1f-0427-4e56-b98d-179933c33bae not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:42:24.636365 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15107'] for router, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.640050 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.698640 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Pushing event updated for resources: {'Port': ['ID=ae82615d-f2e2-49b6-9e81-1f685f5f728d,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:24.709587 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:24.728829 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611026'] for router, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.729453 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e4c5261-3446-44fb-8c0f-54cdae605918 {{(pid=91819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:42:24.734664 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.736064 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9e4c5261-3446-44fb-8c0f-54cdae605918 HTTP/1.1" status: 204 len: 168 time: 1.5263963 Jun 07 13:42:24.738580 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 48954) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:24.782796 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Attempting to bind port ae82615d-f2e2-49b6-9e81-1f685f5f728d on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:42:24.783279 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Attempting to bind port ae82615d-f2e2-49b6-9e81-1f685f5f728d by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:42:24.783660 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Attempting to bind port ae82615d-f2e2-49b6-9e81-1f685f5f728d on network 0782a5e4-beb2-4273-a34a-432bb014c241 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:24.788539 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Port ae82615d-f2e2-49b6-9e81-1f685f5f728d on network 0782a5e4-beb2-4273-a34a-432bb014c241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:42:24.788852 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Attempting to bind port ae82615d-f2e2-49b6-9e81-1f685f5f728d on network 0782a5e4-beb2-4273-a34a-432bb014c241 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:24.794178 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:42:24.794546 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Checking segment: {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:24.794946 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Bound using segment: {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:42:24.795393 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Bound port: ae82615d-f2e2-49b6-9e81-1f685f5f728d, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c3b4a-dace-48e1-828f-6587d4dbd12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:42:24.795757 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.810569 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5c60ce-f7fc-407e-a2ff-3b56f9f656d5 admin admin] Deleting subnet f8ed30c8-147c-4af7-8f11-0dc9726a1e43 {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:42:24.813325 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7e5c60ce-f7fc-407e-a2ff-3b56f9f656d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.875562 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7e5c60ce-f7fc-407e-a2ff-3b56f9f656d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27891217'] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.898577 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:42:24.903075 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:42:24.908517 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:24.913519 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:24.934743 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7e5c60ce-f7fc-407e-a2ff-3b56f9f656d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.013464 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7e5c60ce-f7fc-407e-a2ff-3b56f9f656d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27870470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1929117'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.017887 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f41b67ce-92b0-4220-b488-5dfd3ec8de8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:25.052338 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c60ce-f7fc-407e-a2ff-3b56f9f656d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ed30c8-147c-4af7-8f11-0dc9726a1e43,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:25.055200 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7e5c60ce-f7fc-407e-a2ff-3b56f9f656d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:25.059990 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7e5c60ce-f7fc-407e-a2ff-3b56f9f656d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.061773 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-7e5c60ce-f7fc-407e-a2ff-3b56f9f656d5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f8ed30c8-147c-4af7-8f11-0dc9726a1e43 HTTP/1.1" status: 204 len: 168 time: 0.3193316 Jun 07 13:42:25.065109 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 48956) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:25.066300 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:25.066980 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.068920 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] 10.222.0.54 "PUT /v2.0/ports/ae82615d-f2e2-49b6-9e81-1f685f5f728d HTTP/1.1" status: 200 len: 1093 time: 1.2967391 Jun 07 13:42:25.069405 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:25.071855 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7636395e-063e-47b4-b814-2db008d78526" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:25.095435 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Pushing event updated for resources: {'Port': ['ID=ae82615d-f2e2-49b6-9e81-1f685f5f728d,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:25.107016 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:25.170841 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35cf20d-acf2-4f2e-914b-e3c46f78c107 x-openstack-request-id: req-f35cf20d-acf2-4f2e-914b-e3c46f78c107 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:25.171188 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:25.171434 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f35cf20d-acf2-4f2e-914b-e3c46f78c107 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:25.171902 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'status': 'completed', 'code': 200} Jun 07 13:42:25.211485 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.215800 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-19f39b72-bf6b-46ee-93c7-5cfeae802e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:25.217711 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-19f39b72-bf6b-46ee-93c7-5cfeae802e92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 1096 time: 0.1031318 Jun 07 13:42:25.291409 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-edba3635-daee-40da-aed0-a7b61285db31 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d HTTP/1.1" status: 200 len: 217 time: 0.0651169 Jun 07 13:42:25.345232 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.358964 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad77288-bd49-43c5-b5e1-1bb13c8d33f2']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:25.362603 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-6b658191-0436-4949-8697-b0fe8ba403a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:25.364146 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-6b658191-0436-4949-8697-b0fe8ba403a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.0651696 Jun 07 13:42:25.371892 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f11f03f-b442-4cd0-936b-c7d0a262227c') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:25.372192 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f11f03f-b442-4cd0-936b-c7d0a262227c') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:25.388146 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27891230'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.406200 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.414886 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:42:25.415369 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27870624'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: Traceback (most recent call last): Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: timer() Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: cb(*args, **kw) Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: return func(*args, **kwargs) Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: self._notify() Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: self.callback(batched_events) Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: event.method(event) Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: return f(self, *a, **k) Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: return self._get(url).json() Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:42:25.430761 dv-cinder-785362-2-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:42:25.448430 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-af48171a-32bf-4127-8052-a6ad80cf7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:25.451530 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-af48171a-32bf-4127-8052-a6ad80cf7471 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803628 Jun 07 13:42:25.548584 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.553463 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:25.570317 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.572292 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5ad77288-bd49-43c5-b5e1-1bb13c8d33f2 HTTP/1.1" status: 204 len: 168 time: 0.5062606 Jun 07 13:42:25.575961 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad77288-bd49-43c5-b5e1-1bb13c8d33f2,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:25.583978 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-74a226b3-9581-413f-8991-1d2b271f9548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:25.654243 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-116342b4-bbec-43cb-8f70-24267cdc9567 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947906 Jun 07 13:42:25.694757 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 48972) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:25.697678 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e0fec-d54e-47a6-a387-6ceac2e207b6 req-d2454738-66db-4369-acec-519b8e40d8ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:25.699168 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0e7e0fec-d54e-47a6-a387-6ceac2e207b6 req-d2454738-66db-4369-acec-519b8e40d8ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.1430442 Jun 07 13:42:25.745171 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-e067eab1-5607-43f7-87d9-6098dfab7248 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be9165134c7e43519e15a77c85d508cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487783 Jun 07 13:42:25.747302 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 48974) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:25.808500 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9165200b-99b5-40eb-ba2c-4a771e44c90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.820883 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0e7e0fec-d54e-47a6-a387-6ceac2e207b6 req-9560a466-1741-43cc-9712-0bd09097103b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089840 Jun 07 13:42:25.837991 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9165200b-99b5-40eb-ba2c-4a771e44c90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.840821 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9f647a9b-bf47-4fe5-9039-672dbd7d7413 req-41ece950-7fb7-4cf6-96e8-374b18602553 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767299 Jun 07 13:42:25.894586 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9165200b-99b5-40eb-ba2c-4a771e44c90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.897713 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9165200b-99b5-40eb-ba2c-4a771e44c90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:25.898906 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-9165200b-99b5-40eb-ba2c-4a771e44c90e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3bd105e4-eb95-4ae2-84e7-59512b6c8fdf HTTP/1.1" status: 204 len: 168 time: 0.1503906 Jun 07 13:42:25.899714 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-239b6999-74c8-483d-9ecb-5884a34d3a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:25.909408 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165200b-99b5-40eb-ba2c-4a771e44c90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd105e4-eb95-4ae2-84e7-59512b6c8fdf,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:25.911774 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9165200b-99b5-40eb-ba2c-4a771e44c90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:25.971047 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636395e-063e-47b4-b814-2db008d78526 req-d78920c6-b960-4a5f-b0d6-b67e5e887e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:25.972492 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7636395e-063e-47b4-b814-2db008d78526 req-d78920c6-b960-4a5f-b0d6-b67e5e887e60 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 1096 time: 0.0727093 Jun 07 13:42:26.110462 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636395e-063e-47b4-b814-2db008d78526 req-7cab5a2c-4a0d-4661-beb0-363959687e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:26.111900 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7636395e-063e-47b4-b814-2db008d78526 req-7cab5a2c-4a0d-4661-beb0-363959687e4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 918 time: 0.1305773 Jun 07 13:42:26.189427 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7636395e-063e-47b4-b814-2db008d78526 req-7f11214f-40d2-4ee5-86ab-a740667c58c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d HTTP/1.1" status: 200 len: 217 time: 0.0666468 Jun 07 13:42:26.255808 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636395e-063e-47b4-b814-2db008d78526 req-4d390c2e-dd15-4d8d-b973-13ff56de348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:26.257245 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7636395e-063e-47b4-b814-2db008d78526 req-4d390c2e-dd15-4d8d-b973-13ff56de348f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.0614901 Jun 07 13:42:26.337299 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636395e-063e-47b4-b814-2db008d78526 req-68b2a3a3-04c7-4cdd-a42f-252da3087951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:26.338777 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7636395e-063e-47b4-b814-2db008d78526 req-68b2a3a3-04c7-4cdd-a42f-252da3087951 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737989 Jun 07 13:42:26.402178 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 947f44bf-7050-4506-a85e-526208c33068 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:42:26.438659 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 947f44bf-7050-4506-a85e-526208c33068 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:42:26.439013 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 947f44bf-7050-4506-a85e-526208c33068 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:42:26.479980 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7636395e-063e-47b4-b814-2db008d78526 req-2349f97f-73ea-4714-960e-5cafa9af9abb service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333055 Jun 07 13:42:26.617557 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-7636395e-063e-47b4-b814-2db008d78526 req-38f18f94-4f8b-4d39-b579-56f089518517 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290648 Jun 07 13:42:27.014432 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501beb4-27b6-4aaa-b1a1-bd2cc5f3dad9 req-f5208a9a-36b8-459d-b3c6-909cd5b8bcc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:27.015911 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e501beb4-27b6-4aaa-b1a1-bd2cc5f3dad9 req-f5208a9a-36b8-459d-b3c6-909cd5b8bcc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.0830994 Jun 07 13:42:27.061636 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e501beb4-27b6-4aaa-b1a1-bd2cc5f3dad9 req-7cdb1adf-b0a8-45c9-a151-ff10208786ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394986 Jun 07 13:42:27.671641 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ae82615d-f2e2-49b6-9e81-1f685f5f728d details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:42:27.802756 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:27.820267 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'port_id': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'mac_address': 'fa:16:3e:5f:a5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:42:27.877855 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:27.895232 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae82615d-f2e2-49b6-9e81-1f685f5f728d {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:42:27.910644 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:27.915124 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:27.916845 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:27.981136 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ae82615d-f2e2-49b6-9e81-1f685f5f728d,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:27.984222 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:28.146661 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['ae82615d-f2e2-49b6-9e81-1f685f5f728d'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:42:28.268384 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19befd1d-6ddb-4252-9e67-cbd1ce476a2f req-29041064-c6bb-41e4-9ba3-b391e558460a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:28.270687 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-19befd1d-6ddb-4252-9e67-cbd1ce476a2f req-29041064-c6bb-41e4-9ba3-b391e558460a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 944 time: 0.0982227 Jun 07 13:42:28.341146 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-19befd1d-6ddb-4252-9e67-cbd1ce476a2f req-3a6ed58f-4ab4-45ef-af6e-a2fa1d75e011 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616903 Jun 07 13:42:29.605601 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de73c-0397-41c4-902f-43200079c5e6 req-87902ce1-3348-4b11-ae72-10a236bce182 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:29.607067 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f51de73c-0397-41c4-902f-43200079c5e6 req-87902ce1-3348-4b11-ae72-10a236bce182 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 944 time: 0.1562264 Jun 07 13:42:29.651782 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f51de73c-0397-41c4-902f-43200079c5e6 req-107bd15d-4078-4ea1-ad0b-147fb187a233 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389581 Jun 07 13:42:29.686340 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ae82615d-f2e2-49b6-9e81-1f685f5f728d up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:29.756232 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port ae82615d-f2e2-49b6-9e81-1f685f5f728d completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:29.760755 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port ae82615d-f2e2-49b6-9e81-1f685f5f728d triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:29.761129 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:29.874621 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:29.904520 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:29.906805 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a0c68c-83dd-47d8-9504-11ec1052e5d0" -d '{"events": [{"server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "name": "network-vif-plugged", "status": "completed", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:29.915824 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:29.919917 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:29.922099 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:29.956042 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc70c54-9658-4300-a27b-0375c15b2d7e x-openstack-request-id: req-2bc70c54-9658-4300-a27b-0375c15b2d7e {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:29.956339 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "name": "network-vif-plugged", "status": "completed", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:29.956597 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bc70c54-9658-4300-a27b-0375c15b2d7e {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:29.956991 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'code': 200} Jun 07 13:42:29.990680 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ae82615d-f2e2-49b6-9e81-1f685f5f728d,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:29.994173 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:30.310638 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b475de1-0bd3-46df-b33f-a914e542b5da req-3d0e198c-2d07-4cd8-8c58-a38388b3baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:30.312103 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1b475de1-0bd3-46df-b33f-a914e542b5da req-3d0e198c-2d07-4cd8-8c58-a38388b3baa2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 1098 time: 0.1637957 Jun 07 13:42:30.357537 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1b475de1-0bd3-46df-b33f-a914e542b5da req-4672d9ac-16e7-49ff-ab50-cc8b8bb3e236 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375617 Jun 07 13:42:30.851271 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fefed-0f17-4566-aa3c-f56ab778fbba req-53945313-cb00-4a3b-9da7-ee51ae07b09d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:30.852758 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1f5fefed-0f17-4566-aa3c-f56ab778fbba req-53945313-cb00-4a3b-9da7-ee51ae07b09d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0858638 Jun 07 13:42:30.898615 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1f5fefed-0f17-4566-aa3c-f56ab778fbba req-89878ddc-6bc9-4744-9f1b-aefc12a2aadd tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391645 Jun 07 13:42:32.094508 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ef272-6def-4d65-b11d-3fae75a83bfb req-0205fa14-9225-4183-8ffb-f1314dc4e618 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:32.095962 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bc5ef272-6def-4d65-b11d-3fae75a83bfb req-0205fa14-9225-4183-8ffb-f1314dc4e618 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0854704 Jun 07 13:42:32.139657 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bc5ef272-6def-4d65-b11d-3fae75a83bfb req-bb500888-af29-42cc-88bc-bcc10aabc921 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378025 Jun 07 13:42:32.328946 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b07c4-86b3-411a-9b63-3ffa8c08cd99 req-c2767aef-0450-4548-b003-49ac73f24d8c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:32.330318 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-075b07c4-86b3-411a-9b63-3ffa8c08cd99 req-c2767aef-0450-4548-b003-49ac73f24d8c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0832412 Jun 07 13:42:32.338908 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49114) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:32.343589 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-4b6bb82e-4755-4deb-ac35-1d7d2bdfd23f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Request body: {'floatingip': {'port_id': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:32.417680 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb82e-4755-4deb-ac35-1d7d2bdfd23f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:32.489493 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-344ce45d-78da-48de-b12f-e08e9a267ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:32.857580 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49132) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:32.982685 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49138) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:33.023641 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e57cf01f-5c76-4fe5-ac7b-4adf818f3516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.037379 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb82e-4755-4deb-ac35-1d7d2bdfd23f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.041918 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb82e-4755-4deb-ac35-1d7d2bdfd23f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.091719 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa06e750-ecf4-4fe2-a004-73967a13a9a4 admin admin] Deleting subnet f70833b7-d057-4aa7-a43e-97767c4968c9 {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:42:33.097114 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-aa06e750-ecf4-4fe2-a004-73967a13a9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.162384 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-aa06e750-ecf4-4fe2-a004-73967a13a9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27891217'] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.214559 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.l3_db [None req-4b6bb82e-4755-4deb-ac35-1d7d2bdfd23f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Floating IP 5674b6f0-e76a-4766-9d61-465c6b68d232 associated. External IP: 172.28.3.73, port: ae82615d-f2e2-49b6-9e81-1f685f5f728d. Jun 07 13:42:33.253060 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-aa06e750-ecf4-4fe2-a004-73967a13a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.298414 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e57cf01f-5c76-4fe5-ac7b-4adf818f3516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.309467 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e57cf01f-5c76-4fe5-ac7b-4adf818f3516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.319980 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-11528570-c865-43ef-aaa2-5bba7230faa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:33.370000 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-e57cf01f-5c76-4fe5-ac7b-4adf818f3516 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0228d4d319ee45efa0f0e146e097a614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112817 Jun 07 13:42:33.375503 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49140) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:33.378027 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cf01f-5c76-4fe5-ac7b-4adf818f3516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8ffc6-df96-494d-8c9d-bcdec11edc47,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:33.382247 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-aa06e750-ecf4-4fe2-a004-73967a13a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27870470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1929117'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.383188 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e57cf01f-5c76-4fe5-ac7b-4adf818f3516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:33.387013 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7e5c60ce-f7fc-407e-a2ff-3b56f9f656d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:33.425001 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06e750-ecf4-4fe2-a004-73967a13a9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70833b7-d057-4aa7-a43e-97767c4968c9,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:33.428355 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-aa06e750-ecf4-4fe2-a004-73967a13a9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:33.431234 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-aa06e750-ecf4-4fe2-a004-73967a13a9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.435354 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-aa06e750-ecf4-4fe2-a004-73967a13a9a4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f70833b7-d057-4aa7-a43e-97767c4968c9 HTTP/1.1" status: 204 len: 168 time: 0.4479647 Jun 07 13:42:33.436039 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49142) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:33.543467 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.616817 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-84688b05-e3fc-4aa7-b262-5e368456d7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.675306 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.688328 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75710770-6375-4b03-8b8d-36fc4f8f2642']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:33.705560 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3738bb-762d-4d11-b45a-1b968b66a95b') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:33.705847 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3738bb-762d-4d11-b45a-1b968b66a95b') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:33.713130 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-84688b05-e3fc-4aa7-b262-5e368456d7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.717360 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27891230'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.733380 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.739817 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:42:33.740191 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27870624'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: Traceback (most recent call last): Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: timer() Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: cb(*args, **kw) Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: return func(*args, **kwargs) Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: self._notify() Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: self.callback(batched_events) Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: event.method(event) Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: return f(self, *a, **k) Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: return self._get(url).json() Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:42:33.753513 dv-cinder-785362-2-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:42:33.763433 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6bb82e-4755-4deb-ac35-1d7d2bdfd23f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Router 615167b0-1770-43d7-a61a-39e1e3079ed0 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:42:33.830382 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.833916 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:33.844622 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-84688b05-e3fc-4aa7-b262-5e368456d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.847166 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-84688b05-e3fc-4aa7-b262-5e368456d7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.850878 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-84688b05-e3fc-4aa7-b262-5e368456d7ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16e8ffc6-df96-494d-8c9d-bcdec11edc47 HTTP/1.1" status: 204 len: 168 time: 0.4718471 Jun 07 13:42:33.851050 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9c71169c-1ad0-4630-9153-b1f2e13e1c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:33.851149 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.855653 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] 10.222.0.50 "DELETE /v2.0/networks/75710770-6375-4b03-8b8d-36fc4f8f2642 HTTP/1.1" status: 204 len: 168 time: 0.4164224 Jun 07 13:42:33.860155 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] Pushing event deleted for resources: {'Network': ['ID=75710770-6375-4b03-8b8d-36fc4f8f2642,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:33.862799 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3b283e12-da0b-4581-b3d1-4dfd0e8d9268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:33.876608 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84688b05-e3fc-4aa7-b262-5e368456d7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8ffc6-df96-494d-8c9d-bcdec11edc47,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:33.881486 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-84688b05-e3fc-4aa7-b262-5e368456d7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:33.974781 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6bb82e-4755-4deb-ac35-1d7d2bdfd23f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:42:33.979464 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb82e-4755-4deb-ac35-1d7d2bdfd23f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:33.992287 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbfd38-06d6-49c4-af89-eda58afa0cb5 None None] Sync routers for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:42:34.002409 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49150) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:34.016256 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cbfd38-06d6-49c4-af89-eda58afa0cb5 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:34.021447 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-53cbfd38-06d6-49c4-af89-eda58afa0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:34.047607 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-4b6bb82e-4755-4deb-ac35-1d7d2bdfd23f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "PUT /v2.0/floatingips/5674b6f0-e76a-4766-9d61-465c6b68d232 HTTP/1.1" status: 200 len: 990 time: 1.7050927 Jun 07 13:42:34.047607 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:34.048010 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e1cd7a-2bb5-49c5-9e36-88349fe20789" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:34.087795 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-4efc3776-d03c-450e-ba73-936f290e1380 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7614ad3e49164d13a8a289dc9a7ac6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839865 Jun 07 13:42:34.090278 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49156) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:34.146627 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d129c7-c055-409f-b401-8e9ad335c7c2 x-openstack-request-id: req-a1d129c7-c055-409f-b401-8e9ad335c7c2 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:34.147134 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:34.147565 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1d129c7-c055-409f-b401-8e9ad335c7c2 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:34.148176 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'status': 'completed', 'code': 200} Jun 07 13:42:34.200044 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61209f84-b7ed-4401-9a51-782c889dcb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:34.243228 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61209f84-b7ed-4401-9a51-782c889dcb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:34.276345 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-53cbfd38-06d6-49c4-af89-eda58afa0cb5 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:34.299274 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1cd7a-2bb5-49c5-9e36-88349fe20789 req-cf1f2748-40af-47c1-88ef-e1a33dd9c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:34.300880 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-96e1cd7a-2bb5-49c5-9e36-88349fe20789 req-cf1f2748-40af-47c1-88ef-e1a33dd9c204 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 1098 time: 0.1385224 Jun 07 13:42:34.333631 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61209f84-b7ed-4401-9a51-782c889dcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:34.336210 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61209f84-b7ed-4401-9a51-782c889dcb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:34.340126 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-61209f84-b7ed-4401-9a51-782c889dcb96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d282f519-247d-43a4-b870-bf76a3d3e3d0 HTTP/1.1" status: 204 len: 168 time: 0.2485163 Jun 07 13:42:34.343690 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bc630632-f3f7-4663-84ff-e007d87fd221 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:34.366578 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61209f84-b7ed-4401-9a51-782c889dcb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d282f519-247d-43a4-b870-bf76a3d3e3d0,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:34.370692 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-61209f84-b7ed-4401-9a51-782c889dcb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:34.464234 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1cd7a-2bb5-49c5-9e36-88349fe20789 req-2848e5c5-2d19-49da-8b70-990c9f0e7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:34.465649 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-96e1cd7a-2bb5-49c5-9e36-88349fe20789 req-2848e5c5-2d19-49da-8b70-990c9f0e7247 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 918 time: 0.1584895 Jun 07 13:42:34.598943 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-96e1cd7a-2bb5-49c5-9e36-88349fe20789 req-21175898-4c7b-4bbb-8611-13446a080e60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d HTTP/1.1" status: 200 len: 998 time: 0.1265574 Jun 07 13:42:34.671222 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1cd7a-2bb5-49c5-9e36-88349fe20789 req-41316632-af2a-47cc-ba35-cc56eb9ae25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:34.672653 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-96e1cd7a-2bb5-49c5-9e36-88349fe20789 req-41316632-af2a-47cc-ba35-cc56eb9ae25e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.0671501 Jun 07 13:42:34.757142 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1cd7a-2bb5-49c5-9e36-88349fe20789 req-911f54d7-5933-46cf-98c3-6e6e30a9f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:34.758807 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-96e1cd7a-2bb5-49c5-9e36-88349fe20789 req-911f54d7-5933-46cf-98c3-6e6e30a9f349 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789149 Jun 07 13:42:34.770830 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-53cbfd38-06d6-49c4-af89-eda58afa0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '5674b6f0-e76a-4766-9d61-465c6b68d232', 'tenant_id': '06908549a593441086718c651fcd4535', 'floating_ip_address': '172.28.3.73', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'port_id': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'mac_address': 'fa:16:3e:5f:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:42:19Z', 'updated_at': '2021-06-07T13:42:32Z', 'revision_number': 1, 'project_id': '06908549a593441086718c651fcd4535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:34.774909 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbfd38-06d6-49c4-af89-eda58afa0cb5 None None] Checking router: 615167b0-1770-43d7-a61a-39e1e3079ed0 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:42:34.784658 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cbfd38-06d6-49c4-af89-eda58afa0cb5 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:34.785273 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-53cbfd38-06d6-49c4-af89-eda58afa0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:34.914441 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-96e1cd7a-2bb5-49c5-9e36-88349fe20789 req-6c8714f7-f308-4a54-9f1c-d0f8cfca8c83 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473124 Jun 07 13:42:34.997294 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-53cbfd38-06d6-49c4-af89-eda58afa0cb5 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:35.107171 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-96e1cd7a-2bb5-49c5-9e36-88349fe20789 req-2db516af-c334-4fe9-804a-e47371cedd3f service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859570 Jun 07 13:42:35.112373 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:35.197854 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6b0099d7-7700-4d30-ba63-7d81dd8373fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:35.438841 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-53cbfd38-06d6-49c4-af89-eda58afa0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '5674b6f0-e76a-4766-9d61-465c6b68d232', 'tenant_id': '06908549a593441086718c651fcd4535', 'floating_ip_address': '172.28.3.73', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'port_id': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'mac_address': 'fa:16:3e:5f:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:42:19Z', 'updated_at': '2021-06-07T13:42:32Z', 'revision_number': 1, 'project_id': '06908549a593441086718c651fcd4535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:35.444048 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbfd38-06d6-49c4-af89-eda58afa0cb5 None None] The sync data for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb is: [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '5674b6f0-e76a-4766-9d61-465c6b68d232', 'tenant_id': '06908549a593441086718c651fcd4535', 'floating_ip_address': '172.28.3.73', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'port_id': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'mac_address': 'fa:16:3e:5f:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:42:19Z', 'updated_at': '2021-06-07T13:42:32Z', 'revision_number': 1, 'project_id': '06908549a593441086718c651fcd4535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:42:35.660921 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201ca76-003e-4d93-9420-8792cd432b5f None None] New status for floating IP 5674b6f0-e76a-4766-9d61-465c6b68d232: ACTIVE {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:42:35.728774 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49218) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:35.855311 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6d49-e12c-4c3c-ac81-bdbddef5ec38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:35.896448 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.018321 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6d49-e12c-4c3c-ac81-bdbddef5ec38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.023634 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6d49-e12c-4c3c-ac81-bdbddef5ec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.031069 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-92f7dac0-bfc0-45c7-abd5-d50e4a1734c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:36.072825 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-5c4e6d49-e12c-4c3c-ac81-bdbddef5ec38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc76eb11e3bd45959f0b6b259df1f908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428233 Jun 07 13:42:36.073731 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e6d49-e12c-4c3c-ac81-bdbddef5ec38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a852b84f-5152-4672-9463-12e20f2351c1,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:36.075479 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49226) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:36.076792 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5c4e6d49-e12c-4c3c-ac81-bdbddef5ec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:36.136645 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-23c5b733-5f7c-4f41-8806-98230592fcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.162798 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-23c5b733-5f7c-4f41-8806-98230592fcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.215250 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-23c5b733-5f7c-4f41-8806-98230592fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.218008 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-23c5b733-5f7c-4f41-8806-98230592fcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.221714 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-23c5b733-5f7c-4f41-8806-98230592fcd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a852b84f-5152-4672-9463-12e20f2351c1 HTTP/1.1" status: 204 len: 168 time: 0.1429539 Jun 07 13:42:36.221714 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4dde3932-b043-4b83-865b-302fb6eca662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:36.231880 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5b733-5f7c-4f41-8806-98230592fcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a852b84f-5152-4672-9463-12e20f2351c1,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:36.234151 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-23c5b733-5f7c-4f41-8806-98230592fcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:36.510941 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49234) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:36.528182 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb3aa-bece-4947-bca9-c1aeb633f3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.631695 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb3aa-bece-4947-bca9-c1aeb633f3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.635795 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb3aa-bece-4947-bca9-c1aeb633f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.643242 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-108489ac-b731-4394-bc3b-940b5a453923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:36.685225 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-6f6bb3aa-bece-4947-bca9-c1aeb633f3bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13ff0f5cb49142b28d11c7058a7198e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732144 Jun 07 13:42:36.686252 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bb3aa-bece-4947-bca9-c1aeb633f3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8726abe4-14e6-4845-989f-9cb5e7906feb,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:36.687911 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49236) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:36.689269 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6f6bb3aa-bece-4947-bca9-c1aeb633f3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:36.746281 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fcd3946a-bc45-48b1-9e3e-2c54098147bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.775787 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fcd3946a-bc45-48b1-9e3e-2c54098147bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.825527 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fcd3946a-bc45-48b1-9e3e-2c54098147bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.828120 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fcd3946a-bc45-48b1-9e3e-2c54098147bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:36.829352 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-fcd3946a-bc45-48b1-9e3e-2c54098147bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8726abe4-14e6-4845-989f-9cb5e7906feb HTTP/1.1" status: 204 len: 168 time: 0.1403332 Jun 07 13:42:36.830159 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9165200b-99b5-40eb-ba2c-4a771e44c90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:36.839970 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3946a-bc45-48b1-9e3e-2c54098147bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8726abe4-14e6-4845-989f-9cb5e7906feb,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:36.842303 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fcd3946a-bc45-48b1-9e3e-2c54098147bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:37.878987 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:39.704301 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:42.491519 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49382) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:42.606812 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-99f568fa-1383-441a-805e-615c2d327793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:42.711655 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-99f568fa-1383-441a-805e-615c2d327793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:42.715293 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-99f568fa-1383-441a-805e-615c2d327793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:42.724056 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4e18289a-b6fe-42fa-80cb-18011fbd0007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:42.764004 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-99f568fa-1383-441a-805e-615c2d327793 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37750d15a7f14b328dc3174ced171fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713914 Jun 07 13:42:42.765569 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f568fa-1383-441a-805e-615c2d327793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7818b479-b628-4538-a6b9-0660b3c96e23,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:42.766670 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49386) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:42.768585 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-99f568fa-1383-441a-805e-615c2d327793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:42.827551 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08e8ed08-2a92-410f-a0f0-7f6773a79485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:42.852706 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08e8ed08-2a92-410f-a0f0-7f6773a79485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:42.904703 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08e8ed08-2a92-410f-a0f0-7f6773a79485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:42.907218 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-08e8ed08-2a92-410f-a0f0-7f6773a79485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:42.908334 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-08e8ed08-2a92-410f-a0f0-7f6773a79485 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7818b479-b628-4538-a6b9-0660b3c96e23 HTTP/1.1" status: 204 len: 168 time: 0.1406789 Jun 07 13:42:42.909062 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:42.918478 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8ed08-2a92-410f-a0f0-7f6773a79485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7818b479-b628-4538-a6b9-0660b3c96e23,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:42.920817 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-08e8ed08-2a92-410f-a0f0-7f6773a79485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:43.203409 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49402) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:43.221245 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ff1f27bc-7157-4f60-84f2-c073c733e19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.325387 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ff1f27bc-7157-4f60-84f2-c073c733e19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.329202 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ff1f27bc-7157-4f60-84f2-c073c733e19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.336719 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-23c5b733-5f7c-4f41-8806-98230592fcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:43.379976 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-ff1f27bc-7157-4f60-84f2-c073c733e19a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78fbfb344416406cb60cc30b380508d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750002 Jun 07 13:42:43.380867 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f27bc-7157-4f60-84f2-c073c733e19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b81e25-b1c8-4f95-b33f-205e182692eb,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:43.382900 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49404) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:43.383817 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ff1f27bc-7157-4f60-84f2-c073c733e19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:43.445945 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f9a0865b-1576-47ed-b333-54c12db3d898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.471260 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f9a0865b-1576-47ed-b333-54c12db3d898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.524985 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f9a0865b-1576-47ed-b333-54c12db3d898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.527595 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f9a0865b-1576-47ed-b333-54c12db3d898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:43.528739 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-f9a0865b-1576-47ed-b333-54c12db3d898 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89b81e25-b1c8-4f95-b33f-205e182692eb HTTP/1.1" status: 204 len: 168 time: 0.1448820 Jun 07 13:42:43.529521 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e4915e9e-7218-4ff3-b0b0-a032acd32222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:43.539098 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0865b-1576-47ed-b333-54c12db3d898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b81e25-b1c8-4f95-b33f-205e182692eb,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:43.541425 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f9a0865b-1576-47ed-b333-54c12db3d898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:44.055354 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810592ad-23a0-4226-9aac-325884dceae6 req-5de1966a-5764-4e93-93be-17ac464483fd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:44.056726 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-810592ad-23a0-4226-9aac-325884dceae6 req-5de1966a-5764-4e93-93be-17ac464483fd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1770399 Jun 07 13:42:44.105524 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-810592ad-23a0-4226-9aac-325884dceae6 req-8e799a79-d91d-47b0-b88b-d9b8ccdd22ef tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423512 Jun 07 13:42:45.319532 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9d118-94d2-4e2e-a5e2-c018b11e959b req-fa706155-64ed-45c7-b044-c608d58db556 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:45.321223 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-39a9d118-94d2-4e2e-a5e2-c018b11e959b req-fa706155-64ed-45c7-b044-c608d58db556 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.1047769 Jun 07 13:42:45.370284 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-39a9d118-94d2-4e2e-a5e2-c018b11e959b req-d0b4a8f1-7aa7-48d5-8d82-2c531735267d tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422931 Jun 07 13:42:46.064346 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-408d542a-75c1-4cb9-bcfa-7597728a91bf tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:46.065651 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-408d542a-75c1-4cb9-bcfa-7597728a91bf tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.54 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.0868518 Jun 07 13:42:46.166629 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49500) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:46.211351 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Deleting port 0ad951c4-a121-4a1b-96b8-5ddb57597905 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:46.211727 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.299861 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-81f40954-8583-4fa8-97b1-8114b44675aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.354899 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] For port 0ad951c4-a121-4a1b-96b8-5ddb57597905, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=0ad951c4-a121-4a1b-96b8-5ddb57597905,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:46.355773 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.431692 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-81f40954-8583-4fa8-97b1-8114b44675aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.436495 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-81f40954-8583-4fa8-97b1-8114b44675aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.449847 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5894d037-c65e-43f2-9ad3-48643fed4e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:46.494697 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f40954-8583-4fa8-97b1-8114b44675aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b75ff4-0256-4817-aee3-a147a99c512d,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:46.521733 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-81f40954-8583-4fa8-97b1-8114b44675aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:46.527746 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-81f40954-8583-4fa8-97b1-8114b44675aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41f54b80382f410eab8e196faa13bc33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600354 Jun 07 13:42:46.530372 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49510) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:46.606614 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2b525c28-a871-4d06-be5c-6905175957b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.639955 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2b525c28-a871-4d06-be5c-6905175957b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.699770 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2b525c28-a871-4d06-be5c-6905175957b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.702335 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2b525c28-a871-4d06-be5c-6905175957b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.714367 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-2b525c28-a871-4d06-be5c-6905175957b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2b75ff4-0256-4817-aee3-a147a99c512d HTTP/1.1" status: 204 len: 168 time: 0.1749043 Jun 07 13:42:46.715622 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-db6721e2-51ec-4345-b0a7-fcc56e53bc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:46.728500 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b525c28-a871-4d06-be5c-6905175957b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b75ff4-0256-4817-aee3-a147a99c512d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:46.738498 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2b525c28-a871-4d06-be5c-6905175957b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:46.752152 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49518) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:46.778752 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.779126 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.780282 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.l3_db [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Floating IP d1cfe0b1-2260-42eb-8503-4c468ba78974 disassociated. External IP: 172.28.3.68, port: 0ad951c4-a121-4a1b-96b8-5ddb57597905. Jun 07 13:42:46.780396 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Calling delete_port for 0ad951c4-a121-4a1b-96b8-5ddb57597905 owned by compute:nova {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:46.793198 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dabe6-f027-4963-bb54-c41da7225c75 req-c08a05e7-9eaa-4536-a350-cbf370ba503e tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:46.794506 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-537dabe6-f027-4963-bb54-c41da7225c75 req-c08a05e7-9eaa-4536-a350-cbf370ba503e tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 945 time: 0.2952411 Jun 07 13:42:46.856575 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-537dabe6-f027-4963-bb54-c41da7225c75 req-a332d720-fef8-40c6-923a-1b4789f98860 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1152d12-571c-48d1-82ae-e0aa41e2774c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551910 Jun 07 13:42:46.890593 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-82c8b492-76a3-4c19-bbd8-f243199b5f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.948613 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:46.956019 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3b3be32c-a585-464a-854b-291cfc561836 tempest-VolumesNegativeTest-1459591549 tempest-VolumesNegativeTest-1459591549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:47.007968 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event deleted for resources: {'Port': ['ID=0ad951c4-a121-4a1b-96b8-5ddb57597905,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:47.010525 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:47.035265 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-82c8b492-76a3-4c19-bbd8-f243199b5f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.043133 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-82c8b492-76a3-4c19-bbd8-f243199b5f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.057250 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-81f40954-8583-4fa8-97b1-8114b44675aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:47.166385 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49524) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:47.191612 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-82c8b492-76a3-4c19-bbd8-f243199b5f7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5160ee9b79c44dbf983d2a5316716771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359808 Jun 07 13:42:47.193208 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49526) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:47.195174 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6a651937-8322-41b2-bbe8-74eb850b6c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.205380 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8b492-76a3-4c19-bbd8-f243199b5f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2588841-c675-4104-89a4-cbc6e62e67dd,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:47.210014 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-82c8b492-76a3-4c19-bbd8-f243199b5f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:47.237399 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Router 8b473756-3771-45c9-921f-a0953eb2e565 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:42:47.308681 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6a651937-8322-41b2-bbe8-74eb850b6c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.312480 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6a651937-8322-41b2-bbe8-74eb850b6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.319529 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e9458abf-74b6-43ea-adab-1a883cee6ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:47.344252 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb4e9-515c-45ca-8619-73c28b61d971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.364612 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-6a651937-8322-41b2-bbe8-74eb850b6c8e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92d57fdf2d9040538912a29eeda3f03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910052 Jun 07 13:42:47.364612 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a651937-8322-41b2-bbe8-74eb850b6c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73ec693-7f0d-4d9b-ac36-a8a04161b5da,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:47.364612 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6a651937-8322-41b2-bbe8-74eb850b6c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:47.365238 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49528) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:47.393122 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb4e9-515c-45ca-8619-73c28b61d971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.438461 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9a2b1df-05f6-4877-952d-8e1fec5cf1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.469449 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9a2b1df-05f6-4877-952d-8e1fec5cf1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.530326 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9a2b1df-05f6-4877-952d-8e1fec5cf1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.533358 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b9a2b1df-05f6-4877-952d-8e1fec5cf1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.536757 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-b9a2b1df-05f6-4877-952d-8e1fec5cf1a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e73ec693-7f0d-4d9b-ac36-a8a04161b5da HTTP/1.1" status: 204 len: 168 time: 0.1682878 Jun 07 13:42:47.536757 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-99f568fa-1383-441a-805e-615c2d327793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:47.545120 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2b1df-05f6-4877-952d-8e1fec5cf1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73ec693-7f0d-4d9b-ac36-a8a04161b5da,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:47.547356 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b9a2b1df-05f6-4877-952d-8e1fec5cf1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:47.605632 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:42:47.617980 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a480cd-3c50-4592-94f5-99e07a7ed68e None None] Sync routers for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:42:47.627978 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a480cd-3c50-4592-94f5-99e07a7ed68e None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:47.628566 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-44a480cd-3c50-4592-94f5-99e07a7ed68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:47.688539 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] No DVR routers for this DVR port 0ad951c4-a121-4a1b-96b8-5ddb57597905 on host hv-cinder-78536 {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:42:47.690273 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.692702 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f754213b-ce03-4930-b875-2393f8e25ab8 req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.54 "DELETE /v2.0/ports/0ad951c4-a121-4a1b-96b8-5ddb57597905 HTTP/1.1" status: 204 len: 173 time: 1.6216154 Jun 07 13:42:47.693414 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8775389b-1501-4725-b76e-6996908d7b4a', 'name': 'network-vif-deleted', 'tag': '0ad951c4-a121-4a1b-96b8-5ddb57597905'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:42:47.696761 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3360ab-742c-4807-a66c-7c3099ed75e2" -d '{"events": [{"server_uuid": "8775389b-1501-4725-b76e-6996908d7b4a", "name": "network-vif-deleted", "tag": "0ad951c4-a121-4a1b-96b8-5ddb57597905"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:42:47.707094 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb4e9-515c-45ca-8619-73c28b61d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.711514 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb4e9-515c-45ca-8619-73c28b61d971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:47.713591 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-f3fdb4e9-515c-45ca-8619-73c28b61d971 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2588841-c675-4104-89a4-cbc6e62e67dd HTTP/1.1" status: 204 len: 168 time: 0.5192556 Jun 07 13:42:47.714597 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-60224857-fe33-4ed5-8c23-25978e43c2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:47.726955 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdb4e9-515c-45ca-8619-73c28b61d971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2588841-c675-4104-89a4-cbc6e62e67dd,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:47.730948 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f3fdb4e9-515c-45ca-8619-73c28b61d971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:47.796179 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a534f15a-ffb4-4fd8-b4fe-43a36dd6f8c1 x-openstack-request-id: req-a534f15a-ffb4-4fd8-b4fe-43a36dd6f8c1 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:42:47.796511 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8775389b-1501-4725-b76e-6996908d7b4a", "name": "network-vif-deleted", "tag": "0ad951c4-a121-4a1b-96b8-5ddb57597905", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:42:47.796845 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a534f15a-ffb4-4fd8-b4fe-43a36dd6f8c1 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:42:47.797278 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8775389b-1501-4725-b76e-6996908d7b4a', 'name': 'network-vif-deleted', 'tag': '0ad951c4-a121-4a1b-96b8-5ddb57597905', 'status': 'completed', 'code': 200} Jun 07 13:42:47.917440 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-44a480cd-3c50-4592-94f5-99e07a7ed68e None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:48.035316 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d303d6d1-ce3c-46f5-aad0-1f98f3369237 req-8b175199-76db-4b05-a948-a2286c239325 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=8775389b-1501-4725-b76e-6996908d7b4a HTTP/1.1" status: 200 len: 210 time: 0.0438602 Jun 07 13:42:48.340742 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-44a480cd-3c50-4592-94f5-99e07a7ed68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:48.345092 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a480cd-3c50-4592-94f5-99e07a7ed68e None None] Checking router: 8b473756-3771-45c9-921f-a0953eb2e565 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:42:48.354407 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a480cd-3c50-4592-94f5-99e07a7ed68e None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:48.355229 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-44a480cd-3c50-4592-94f5-99e07a7ed68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:48.546555 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-44a480cd-3c50-4592-94f5-99e07a7ed68e None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:48.633888 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49576) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:48.657078 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49580) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:48.745154 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-196880950-network', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:48.768231 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-622254346-network', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:48.778788 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Made reservation on behalf of ab1edfe6a10249c7a84abb832e0821e4 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:48.781117 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:48.799246 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:48.822118 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Made reservation on behalf of 210045ec8a1f431d8186c1be3c72dde3 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:48.824409 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:48.843693 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:48.877453 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-44a480cd-3c50-4592-94f5-99e07a7ed68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:48.882119 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a480cd-3c50-4592-94f5-99e07a7ed68e None None] The sync data for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb is: [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:42:48.947344 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:48.956937 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:48.962318 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2b525c28-a871-4d06-be5c-6905175957b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:49.006580 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:42:49.008858 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cbeaf9-03ae-464d-ba6b-a60a0e1aff30,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:49.020546 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:49.033205 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.033706 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Added segment 346211b7-3b32-4ee2-accc-ecf67857d1e9 of type vlan for network 7663f085-ad70-4613-9b57-f3a6b7e42f48 Jun 07 13:42:49.072472 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.135946 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.139887 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:49.140484 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.145344 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.146839 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:49.165313 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.183035 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49590) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:49.189999 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b54d2-966a-41cb-bf1f-6d894946dcc6 None None] New status for floating IP d1cfe0b1-2260-42eb-8503-4c468ba78974: DOWN {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:42:49.206846 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:42:49.252055 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1d6910b2-c5f2-433a-a095-0e29efd7b076 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.257602 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6224809 Jun 07 13:42:49.262798 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49592) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:49.267949 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Pushing event updated for resources: {'Network': ['ID=7663f085-ad70-4613-9b57-f3a6b7e42f48,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:49.271629 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:49.272375 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fcd3946a-bc45-48b1-9e3e-2c54098147bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:49.274941 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Request body: {'subnet': {'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-196880950-subnet', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:49.281894 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 7663f085-ad70-4613-9b57-f3a6b7e42f48 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:42:49.283319 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.283653 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Added segment 1d9e5546-f325-4136-ab5f-fac0ff5475d8 of type vlan for network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 Jun 07 13:42:49.311101 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1d6910b2-c5f2-433a-a095-0e29efd7b076 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.320971 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc14571-225f-47c2-930f-b5c6a4a77233,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:49.326873 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:49.337039 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.382409 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Made reservation on behalf of ab1edfe6a10249c7a84abb832e0821e4 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:49.386511 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27958699'] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.391488 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.395585 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:49.396194 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.399806 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:49.431938 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1d6910b2-c5f2-433a-a095-0e29efd7b076 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.435056 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1d6910b2-c5f2-433a-a095-0e29efd7b076 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.436204 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-1d6910b2-c5f2-433a-a095-0e29efd7b076 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "DELETE /v2.0/security-groups/b1152d12-571c-48d1-82ae-e0aa41e2774c HTTP/1.1" status: 204 len: 168 time: 0.2520504 Jun 07 13:42:49.441581 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49594) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:49.461931 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8037148 Jun 07 13:42:49.465536 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49596) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:49.488154 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1780c081-eaa5-4dc7-b6b8-0a70c08632e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:49.507953 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6910b2-c5f2-433a-a095-0e29efd7b076 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1152d12-571c-48d1-82ae-e0aa41e2774c,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:49.513689 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1d6910b2-c5f2-433a-a095-0e29efd7b076 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:49.514399 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Request body: {'subnet': {'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-622254346-subnet', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:49.517527 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.api.v2.resource [None req-7c726c44-105e-4bbb-92ac-32630e36797f tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] show failed (client error): The resource could not be found. Jun 07 13:42:49.520962 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-7c726c44-105e-4bbb-92ac-32630e36797f tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups/b1152d12-571c-48d1-82ae-e0aa41e2774c HTTP/1.1" status: 404 len: 347 time: 0.0772491 Jun 07 13:42:49.526043 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49598) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:49.529926 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Pushing event updated for resources: {'Network': ['ID=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:49.534549 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-322abf39-ff25-43bd-a5d7-48184f994477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:49.547245 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Made reservation on behalf of 210045ec8a1f431d8186c1be3c72dde3 for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:49.547453 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:42:49.549604 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1929094'] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.757638 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27870537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1929108'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.762432 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-551d92fc-c84c-43e2-9291-68775c2f0638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:49.829089 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-96fc79b3-d405-4b17-afec-eda9047302a2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Deleting port 1a2629d6-6330-4ff9-aca0-e76412e012da {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:42:49.829351 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-96fc79b3-d405-4b17-afec-eda9047302a2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.831504 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a06ffa1-f4e7-4175-a010-46cecf1f200a,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:49.834871 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:49.840827 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Checking segment: {'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:49.841188 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Network hostable DHCP agents. Network: 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:42:49.843666 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1293578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27958713'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.854590 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:49.858004 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:42:49.859770 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 0ad951c4-a121-4a1b-96b8-5ddb57597905 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:42:49.868652 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:49.880164 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:49.881047 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.894405 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63003590-9ecc-4e72-91f5-74e04678d1a5 None None] Network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:42:49.899902 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-6fcafe9e-0850-4294-aa9f-1ea4e195d98a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4329519 Jun 07 13:42:49.902696 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49600) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:49.907221 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:49.917122 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: 0ad951c4-a121-4a1b-96b8-5ddb57597905 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:42:49.917731 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 0ad951c4-a121-4a1b-96b8-5ddb57597905 not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:42:49.931228 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-601272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15121'] for router, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.932304 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15130'] for router, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:49.949487 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.006965 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2899e84-6035-46f2-92fc-fe331347d43b,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:50.012400 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:50.030521 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Checking segment: {'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:50.030880 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Network hostable DHCP agents. Network: 7663f085-ad70-4613-9b57-f3a6b7e42f48, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:42:50.041092 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-96fc79b3-d405-4b17-afec-eda9047302a2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.041416 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-96fc79b3-d405-4b17-afec-eda9047302a2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.156874 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb134c72-b8f1-5bf0-b93d-c1b1f45b96a5-4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a'}]}} from dv-cinder-785362-2-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:42:50.156874 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.169493 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-96fc79b3-d405-4b17-afec-eda9047302a2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Calling delete_port for 1a2629d6-6330-4ff9-aca0-e76412e012da owned by network:floatingip {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:42:50.183743 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Network 7663f085-ad70-4613-9b57-f3a6b7e42f48 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:42:50.234857 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 7663f085-ad70-4613-9b57-f3a6b7e42f48) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:50.237949 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15116'] for router, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.255454 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c011b7eb-f76f-434f-b6bf-38d69648edc7 None None] Network 7663f085-ad70-4613-9b57-f3a6b7e42f48 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:42:50.255674 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:50.256223 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.319614 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-1c202f60-aab4-4a56-8f02-3d6657d48386 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0554919 Jun 07 13:42:50.322314 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49604) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:50.328271 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:50.354403 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-96fc79b3-d405-4b17-afec-eda9047302a2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.359005 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6a1988d3-78c3-4abc-bf8b-e0b945b368ee tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:50.407273 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc79b3-d405-4b17-afec-eda9047302a2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event deleted for resources: {'Port': ['ID=1a2629d6-6330-4ff9-aca0-e76412e012da,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:50.411680 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-96fc79b3-d405-4b17-afec-eda9047302a2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:50.433690 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Allocated IP 172.20.0.2 (4bcdf829-6201-4d18-a0c3-9eaba38b8fe0/3a06ffa1-f4e7-4175-a010-46cecf1f200a/34d04209-7742-4d8b-a277-cc694ac63cd0) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:50.453597 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-601272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15121'] for router, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.454690 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15130'] for router, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.521044 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.532867 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-96fc79b3-d405-4b17-afec-eda9047302a2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.535281 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-96fc79b3-d405-4b17-afec-eda9047302a2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.537164 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-96fc79b3-d405-4b17-afec-eda9047302a2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "DELETE /v2.0/floatingips/d1cfe0b1-2260-42eb-8503-4c468ba78974 HTTP/1.1" status: 204 len: 168 time: 1.0095606 Jun 07 13:42:50.542685 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:42:50.686335 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb134c72-b8f1-5bf0-b93d-c1b1f45b96a5-7663f085-ad70-4613-9b57-f3a6b7e42f48', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b'}]}} from dv-cinder-785362-2-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:42:50.687405 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.732652 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.772040 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.935984 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49608) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:50.940576 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-52c6b554-3ed7-415e-a000-3f25f3228d71 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1362735747', 'description': 'tempest-description--164096135'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:50.940960 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Allocated IP 172.28.3.111 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/55de8cef-04ed-4d49-a2ad-a628f04c8691) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:50.948118 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.956818 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15116'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:50.967642 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Transition to ACTIVE for port object 34d04209-7742-4d8b-a277-cc694ac63cd0 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:50.980523 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Allocated IP 172.20.0.2 (7663f085-ad70-4613-9b57-f3a6b7e42f48/f2899e84-6035-46f2-92fc-fe331347d43b/d8a8a11c-722c-4658-ac56-00886cce7945) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:51.000344 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Transition to ACTIVE for port object 34d04209-7742-4d8b-a277-cc694ac63cd0 will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:51.001950 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-52c6b554-3ed7-415e-a000-3f25f3228d71 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.028954 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.036120 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:51.112554 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:51.120023 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.154513 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.159324 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:51.170869 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:51.173747 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:51.200159 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-52c6b554-3ed7-415e-a000-3f25f3228d71 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.206315 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-52c6b554-3ed7-415e-a000-3f25f3228d71 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.212793 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a8b13909-b806-4a3b-a8be-86d71f07d2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:51.224405 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Pushing event updated for resources: {'Port': ['ID=34d04209-7742-4d8b-a277-cc694ac63cd0,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:51.229783 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:51.240014 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:51.243181 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:51.247452 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:51.321378 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-52c6b554-3ed7-415e-a000-3f25f3228d71 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.322666 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-52c6b554-3ed7-415e-a000-3f25f3228d71 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3857634 Jun 07 13:42:51.342311 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Attempting to bind port 34d04209-7742-4d8b-a277-cc694ac63cd0 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:42:51.342682 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Attempting to bind port 34d04209-7742-4d8b-a277-cc694ac63cd0 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:42:51.343042 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Attempting to bind port 34d04209-7742-4d8b-a277-cc694ac63cd0 on network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:51.369280 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49612) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:51.383673 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-73e29b77-d860-4e97-9859-cdb35ea4612c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'security_group_rule': {'security_group_id': 'd211d822-831f-479b-afe4-1c0e725c93c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:51.389898 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:42:51.390323 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Checking segment: {'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:51.390835 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.391231 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Bound using segment: {'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:42:51.391721 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Bound port: 34d04209-7742-4d8b-a277-cc694ac63cd0, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:42:51.392143 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.397445 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Pushing event updated for resources: {'Port': ['ID=55de8cef-04ed-4d49-a2ad-a628f04c8691,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:51.406158 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:51.416280 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6b554-3ed7-415e-a000-3f25f3228d71 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d211d822-831f-479b-afe4-1c0e725c93c2,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:51.421908 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-52c6b554-3ed7-415e-a000-3f25f3228d71 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:51.448532 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.478566 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.479616 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.501719 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Transition to ACTIVE for port object d8a8a11c-722c-4658-ac56-00886cce7945 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:51.530972 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] For port 34d04209-7742-4d8b-a277-cc694ac63cd0, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:42:51.533369 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Transition to ACTIVE for port object d8a8a11c-722c-4658-ac56-00886cce7945 will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:51.536030 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] For port 34d04209-7742-4d8b-a277-cc694ac63cd0, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=34d04209-7742-4d8b-a277-cc694ac63cd0,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:42:51.536214 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-73e29b77-d860-4e97-9859-cdb35ea4612c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.541293 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.546248 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:51.583405 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.631945 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Network 7663f085-ad70-4613-9b57-f3a6b7e42f48 is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:51.634459 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:51.641767 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Allocated IP 172.28.3.121 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/cd6be983-514f-45f3-8ed4-a17df2f86187) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:51.643923 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:51.650793 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Pushing event updated for resources: {'Port': ['ID=34d04209-7742-4d8b-a277-cc694ac63cd0,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:51.654238 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:51.656783 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:51.789844 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-73e29b77-d860-4e97-9859-cdb35ea4612c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.798771 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-73e29b77-d860-4e97-9859-cdb35ea4612c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.804562 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Pushing event updated for resources: {'Port': ['ID=d8a8a11c-722c-4658-ac56-00886cce7945,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:51.806888 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2120d121-f4b0-4a50-b4d8-3dc8c3350f12 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:51.807917 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:51.813033 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Attempting to bind port d8a8a11c-722c-4658-ac56-00886cce7945 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:42:51.813299 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Attempting to bind port d8a8a11c-722c-4658-ac56-00886cce7945 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:42:51.813603 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Attempting to bind port d8a8a11c-722c-4658-ac56-00886cce7945 on network 7663f085-ad70-4613-9b57-f3a6b7e42f48 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:51.820326 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.820535 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:42:51.820743 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Checking segment: {'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:51.821121 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.821229 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.821581 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Bound using segment: {'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:42:51.822069 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Bound port: d8a8a11c-722c-4658-ac56-00886cce7945, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:42:51.822469 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.884787 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.890954 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-c5797b63-5758-4bd4-a339-1a99fe75becd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:51.899505 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e29b77-d860-4e97-9859-cdb35ea4612c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e98b0c-ef59-4038-a123-2cd58d5597c2,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:51.921712 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-73e29b77-d860-4e97-9859-cdb35ea4612c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:51.948880 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-73e29b77-d860-4e97-9859-cdb35ea4612c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.949931 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-73e29b77-d860-4e97-9859-cdb35ea4612c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5729768 Jun 07 13:42:51.953048 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49614) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:51.960196 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-40b844dd-0b7a-433b-a332-1830385034ba tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'security_group_rule': {'security_group_id': 'd211d822-831f-479b-afe4-1c0e725c93c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:51.980392 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] For port d8a8a11c-722c-4658-ac56-00886cce7945, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:42:51.984312 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:51.987630 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:51.988576 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] For port d8a8a11c-722c-4658-ac56-00886cce7945, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=d8a8a11c-722c-4658-ac56-00886cce7945,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:42:51.993606 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:51.996365 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40b844dd-0b7a-433b-a332-1830385034ba tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:51.999599 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.005664 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:52.031711 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Pushing event updated for resources: {'Port': ['ID=cd6be983-514f-45f3-8ed4-a17df2f86187,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:52.036552 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:52.095710 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Pushing event updated for resources: {'Port': ['ID=d8a8a11c-722c-4658-ac56-00886cce7945,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:52.110486 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:52.236821 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40b844dd-0b7a-433b-a332-1830385034ba tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.435019 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40b844dd-0b7a-433b-a332-1830385034ba tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.467115 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-73e29b77-d860-4e97-9859-cdb35ea4612c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:52.522800 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-40b844dd-0b7a-433b-a332-1830385034ba tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.526925 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-40b844dd-0b7a-433b-a332-1830385034ba tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5701015 Jun 07 13:42:52.526925 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b844dd-0b7a-433b-a332-1830385034ba tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9725387e-d358-42e6-9c84-f3c5c0aea8e4,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:52.529880 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-40b844dd-0b7a-433b-a332-1830385034ba tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:52.530368 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49618) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:52.538023 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'floatingip': {'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:52.561791 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600211'] for router, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.618468 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d8a8a11c-722c-4658-ac56-00886cce7945 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:52.667421 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.680276 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:52.730844 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port d8a8a11c-722c-4658-ac56-00886cce7945 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:52.736497 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 34d04209-7742-4d8b-a277-cc694ac63cd0 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:52.823481 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 34d04209-7742-4d8b-a277-cc694ac63cd0 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:52.874181 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62a4cb6-8af1-42ac-8fb7-4281944a8277 None None] Network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:42:52.925702 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d is scheduled to L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 with binding_index 1 {{(pid=91819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:42:53.024110 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.102174 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6473518f-324b-42fb-a432-736937e3cd89 None None] Provisioning for port 34d04209-7742-4d8b-a277-cc694ac63cd0 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:53.141037 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-6473518f-324b-42fb-a432-736937e3cd89 None None] Provisioning complete for port 34d04209-7742-4d8b-a277-cc694ac63cd0 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:53.141315 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6473518f-324b-42fb-a432-736937e3cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.188238 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:42:53.216629 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600211'] for router, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.249205 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Sync routers for ids ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:42:53.260095 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.262035 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3582413 Jun 07 13:42:53.266023 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49620) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:53.285528 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Routers {'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:53.286138 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:53.352039 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a11fda-e935-4d5f-b61a-76edd407d061 None None] Network 7663f085-ad70-4613-9b57-f3a6b7e42f48 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:42:53.471222 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Router e17e040d-9193-4f6d-9b2a-8eb1789f4090 is scheduled to L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 with binding_index 1 {{(pid=91820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:42:53.682343 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Allocated IP 172.28.3.185 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/22d45eb4-f929-49a0-b6e4-a61ed49926c1) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:53.693088 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:42:53.694517 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6473518f-324b-42fb-a432-736937e3cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.706168 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Sync routers for ids ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:42:53.706709 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Set router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:53.724977 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Routers {'e17e040d-9193-4f6d-9b2a-8eb1789f4090'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:53.725949 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:53.731421 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.735389 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-ecf60a6d-bae7-4490-a20c-90e8aabc38bd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4097393 Jun 07 13:42:53.735757 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49624) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:53.932200 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Set router e17e040d-9193-4f6d-9b2a-8eb1789f4090 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:53.960254 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-6473518f-324b-42fb-a432-736937e3cd89 None None] For port 34d04209-7742-4d8b-a277-cc694ac63cd0, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=34d04209-7742-4d8b-a277-cc694ac63cd0,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:53.979338 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-6473518f-324b-42fb-a432-736937e3cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:53.986888 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:54.179512 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8dabe101-2f39-433a-8727-bbf6e2e0f364 None None] Provisioning complete for port 34d04209-7742-4d8b-a277-cc694ac63cd0 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:54.180734 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8dabe101-2f39-433a-8727-bbf6e2e0f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.250543 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.257075 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473518f-324b-42fb-a432-736937e3cd89 None None] Pushing event updated for resources: {'Port': ['ID=34d04209-7742-4d8b-a277-cc694ac63cd0,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:54.277121 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-6473518f-324b-42fb-a432-736937e3cd89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:54.336022 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:52Z', 'revision_number': 3, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:54.338225 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.340784 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Checking router: e17e040d-9193-4f6d-9b2a-8eb1789f4090 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:42:54.341261 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Updating router e17e040d-9193-4f6d-9b2a-8eb1789f4090 port cd6be983-514f-45f3-8ed4-a17df2f86187 binding host dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:42:54.414860 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.433083 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.437857 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:51Z', 'revision_number': 3, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:54.444990 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Checking router: bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:42:54.445376 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Updating router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d port 55de8cef-04ed-4d49-a2ad-a628f04c8691 binding host dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:42:54.445503 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b23b947d-a64c-40ac-b1a1-658a4f30d495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:54.486705 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8dabe101-2f39-433a-8727-bbf6e2e0f364 None None] Provisioning for port d8a8a11c-722c-4658-ac56-00886cce7945 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:54.522741 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-8dabe101-2f39-433a-8727-bbf6e2e0f364 None None] Provisioning complete for port d8a8a11c-722c-4658-ac56-00886cce7945 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:54.523184 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8dabe101-2f39-433a-8727-bbf6e2e0f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.564708 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 34d04209-7742-4d8b-a277-cc694ac63cd0 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:54.619718 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:54.625454 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:54.650677 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.660575 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:54.733321 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'Port': ['ID=22d45eb4-f929-49a0-b6e4-a61ed49926c1,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:54.743888 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:54.829463 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.848572 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Transition to ACTIVE for port object cd6be983-514f-45f3-8ed4-a17df2f86187 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:54.855893 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.860685 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:54.909228 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Allocated IP 172.20.0.1 (4bcdf829-6201-4d18-a0c3-9eaba38b8fe0/3a06ffa1-f4e7-4175-a010-46cecf1f200a/e371cc0e-8d7f-4a57-9cf2-5856d354f52c) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:54.924037 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.924681 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8dabe101-2f39-433a-8727-bbf6e2e0f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.933102 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.940670 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 34d04209-7742-4d8b-a277-cc694ac63cd0 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:54.941100 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.961883 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Attempting to bind port cd6be983-514f-45f3-8ed4-a17df2f86187 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:42:54.962293 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Attempting to bind port cd6be983-514f-45f3-8ed4-a17df2f86187 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:42:54.962659 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Attempting to bind port cd6be983-514f-45f3-8ed4-a17df2f86187 on network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:54.968479 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Pushing event updated for resources: {'Port': ['ID=cd6be983-514f-45f3-8ed4-a17df2f86187,revision_number=2']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:54.973593 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:42:54.973961 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Checking segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:54.974387 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:54.974772 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Bound using segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:42:54.975242 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Bound port: cd6be983-514f-45f3-8ed4-a17df2f86187, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:42:54.977020 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.017967 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.017967 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.017967 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.017967 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.017967 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.017967 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.017967 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.017967 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.017967 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.018947 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.019541 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.020352 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:42:55.030577 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:55.078098 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.090573 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] For port cd6be983-514f-45f3-8ed4-a17df2f86187, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:42:55.094962 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] For port cd6be983-514f-45f3-8ed4-a17df2f86187, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=cd6be983-514f-45f3-8ed4-a17df2f86187,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:42:55.100717 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.113206 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:55.129823 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8dabe101-2f39-433a-8727-bbf6e2e0f364 None None] For port d8a8a11c-722c-4658-ac56-00886cce7945, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=d8a8a11c-722c-4658-ac56-00886cce7945,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:55.145125 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8dabe101-2f39-433a-8727-bbf6e2e0f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.154284 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:55.186622 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.235348 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Allocated IP 172.20.0.1 (7663f085-ad70-4613-9b57-f3a6b7e42f48/f2899e84-6035-46f2-92fc-fe331347d43b/e7a93247-2331-4007-99a0-e626d4b04c64) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:42:55.235645 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Transition to ACTIVE for port object e371cc0e-8d7f-4a57-9cf2-5856d354f52c will not be triggered until provisioned by entity DHCP. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:55.278273 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Pushing event updated for resources: {'Port': ['ID=cd6be983-514f-45f3-8ed4-a17df2f86187,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:55.306078 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Routers {'e17e040d-9193-4f6d-9b2a-8eb1789f4090'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:55.307038 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:55.340409 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabe101-2f39-433a-8727-bbf6e2e0f364 None None] Pushing event updated for resources: {'Port': ['ID=d8a8a11c-722c-4658-ac56-00886cce7945,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:55.347241 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.351350 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8dabe101-2f39-433a-8727-bbf6e2e0f364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:55.358956 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:55.404942 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-961e79a1-ff2f-4009-9168-9e7c87b4afa5 None None] Provisioning complete for port d8a8a11c-722c-4658-ac56-00886cce7945 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:55.405467 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-961e79a1-ff2f-4009-9168-9e7c87b4afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.412066 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.423538 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.437839 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:55.442295 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:55.445256 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:55.491966 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.493671 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.510896 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Pushing event updated for resources: {'Port': ['ID=e371cc0e-8d7f-4a57-9cf2-5856d354f52c,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:55.511600 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Transition to ACTIVE for port object 55de8cef-04ed-4d49-a2ad-a628f04c8691 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:55.529468 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.530852 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] Set router e17e040d-9193-4f6d-9b2a-8eb1789f4090 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:55.535162 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:55.538403 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Transition to ACTIVE for port object e7a93247-2331-4007-99a0-e626d4b04c64 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:42:55.538551 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:55.539197 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-26c5f3b4-b17a-4fa6-b9f2-30fac199c01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:55.567957 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.574412 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:55.680778 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Network 7663f085-ad70-4613-9b57-f3a6b7e42f48 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:55.683793 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c720a-d65c-4e11-aab6-489902bdbb8d None None] Pushing event updated for resources: {'Port': ['ID=55de8cef-04ed-4d49-a2ad-a628f04c8691,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:55.686217 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:55.694857 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:42:55.695295 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-5c0c720a-d65c-4e11-aab6-489902bdbb8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:55.696321 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Attempting to bind port 55de8cef-04ed-4d49-a2ad-a628f04c8691 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:42:55.696817 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Attempting to bind port 55de8cef-04ed-4d49-a2ad-a628f04c8691 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:42:55.697284 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Attempting to bind port 55de8cef-04ed-4d49-a2ad-a628f04c8691 on network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:42:55.708183 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:42:55.708831 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Checking segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:55.709356 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.709849 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Bound using segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:42:55.710496 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Bound port: 55de8cef-04ed-4d49-a2ad-a628f04c8691, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:42:55.713035 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.713199 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663529'] for router_interface, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.765366 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a93247-2331-4007-99a0-e626d4b04c64,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:55.777731 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:55.812543 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-f96f80f9-bd0e-4a56-a31a-f17bb34010df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:55.838895 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663529'] for router_interface, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.858745 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'Port': ['ID=22d45eb4-f929-49a0-b6e4-a61ed49926c1,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:55.861663 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.878532 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] For port 55de8cef-04ed-4d49-a2ad-a628f04c8691, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:42:55.886474 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] For port 55de8cef-04ed-4d49-a2ad-a628f04c8691, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=55de8cef-04ed-4d49-a2ad-a628f04c8691,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:42:55.887700 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-704ead8c-d13b-421e-a0a4-f9ba91b379d3 None None] Provisioning for port e371cc0e-8d7f-4a57-9cf2-5856d354f52c completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:55.890472 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:55.900068 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.905053 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:55.912571 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:52Z', 'revision_number': 3, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:55.917985 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075097b-1a3b-49e2-b6b0-80b94af9c383 None None] The sync data for ids ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'] in dv-cinder-785362-2-smb is: [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:52Z', 'revision_number': 3, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:42:55.938713 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-704ead8c-d13b-421e-a0a4-f9ba91b379d3 None None] Provisioning complete for port e371cc0e-8d7f-4a57-9cf2-5856d354f52c triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:55.939093 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-704ead8c-d13b-421e-a0a4-f9ba91b379d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.954643 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:55.959846 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4244704 Jun 07 13:42:56.061587 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Routers {'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:56.062339 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:56.079642 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.137337 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c720a-d65c-4e11-aab6-489902bdbb8d None None] Pushing event updated for resources: {'Port': ['ID=55de8cef-04ed-4d49-a2ad-a628f04c8691,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:56.148192 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-5c0c720a-d65c-4e11-aab6-489902bdbb8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:56.158178 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-704ead8c-d13b-421e-a0a4-f9ba91b379d3 None None] Port e371cc0e-8d7f-4a57-9cf2-5856d354f52c cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:42:56.365171 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.387368 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] Set router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:56.402385 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.408482 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.466077 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-0a978fe3-7417-4008-becb-18f30d19e6dc None None] Provisioning for port e7a93247-2331-4007-99a0-e626d4b04c64 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:56.475469 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:56.493247 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-0a978fe3-7417-4008-becb-18f30d19e6dc None None] Provisioning complete for port e7a93247-2331-4007-99a0-e626d4b04c64 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:56.493917 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0a978fe3-7417-4008-becb-18f30d19e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.579463 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-720553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605857'] for router_interface, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.584315 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a93247-2331-4007-99a0-e626d4b04c64,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:56.587285 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:56.677126 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device cd6be983-514f-45f3-8ed4-a17df2f86187 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:56.708772 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.715208 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.751264 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:56.777336 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Network 7663f085-ad70-4613-9b57-f3a6b7e42f48 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:56.778531 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:56.779176 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-0a978fe3-7417-4008-becb-18f30d19e6dc None None] Port e7a93247-2331-4007-99a0-e626d4b04c64 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:42:56.938444 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Pushing event updated for resources: {'Port': ['ID=e371cc0e-8d7f-4a57-9cf2-5856d354f52c,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:56.955199 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-720553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605857'] for router_interface, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:56.976583 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:57.000566 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-6f206498-366f-4522-bf02-69235833306e tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1362735747&fields=id&tenant_id=31b5a501f95c4d92afcdfb65ee439f91 HTTP/1.1" status: 200 len: 267 time: 0.2537203 Jun 07 13:42:57.024214 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port cd6be983-514f-45f3-8ed4-a17df2f86187 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:42:57.040528 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Router e17e040d-9193-4f6d-9b2a-8eb1789f4090 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:42:57.074331 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port cd6be983-514f-45f3-8ed4-a17df2f86187 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:57.074696 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:57.271696 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c6c81f39-b73f-4f28-b6cf-0edd2d41cdeb None None] Provisioning complete for port e7a93247-2331-4007-99a0-e626d4b04c64 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:57.272068 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c6c81f39-b73f-4f28-b6cf-0edd2d41cdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:57.409406 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-c6c81f39-b73f-4f28-b6cf-0edd2d41cdeb None None] Port e7a93247-2331-4007-99a0-e626d4b04c64 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:42:57.417361 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e371cc0e-8d7f-4a57-9cf2-5856d354f52c', 'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'mac_address': 'fa:16:3e:e2:d6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:42:54Z', 'revision_number': 1, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'subnets': [{'id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:57.421631 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:57.427185 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:42:57.429777 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbcdd2-bae6-42a6-bfd7-3d48fbcefe32 None None] The sync data for ids ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'] in dv-cinder-785362-2-smb is: [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e371cc0e-8d7f-4a57-9cf2-5856d354f52c', 'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'mac_address': 'fa:16:3e:e2:d6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:42:54Z', 'revision_number': 1, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'subnets': [{'id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:42:57.432253 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] 10.222.0.50 "PUT /v2.0/routers/e17e040d-9193-4f6d-9b2a-8eb1789f4090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6953061 Jun 07 13:42:57.448174 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port cd6be983-514f-45f3-8ed4-a17df2f86187, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=cd6be983-514f-45f3-8ed4-a17df2f86187,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:42:57.456832 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:57.458062 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d8a8a11c-722c-4658-ac56-00886cce7945 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:57.483854 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-d3513446-94dc-4456-82ec-252b64a3141d tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:57.485454 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-d3513446-94dc-4456-82ec-252b64a3141d tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/networks?id=208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 200 len: 811 time: 0.4767897 Jun 07 13:42:57.488032 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:57.491153 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:42:57.492684 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:57.585467 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f31b7747-dcb2-4370-9e44-e3a9251b5ef5 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/quotas/31b5a501f95c4d92afcdfb65ee439f91 HTTP/1.1" status: 200 len: 375 time: 0.0275035 Jun 07 13:42:57.591782 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=cd6be983-514f-45f3-8ed4-a17df2f86187,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:57.596467 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:57.616027 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port d8a8a11c-722c-4658-ac56-00886cce7945 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:57.616456 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:57.874313 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-6992b1e7-985b-4f9d-9be0-c21832045c08 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2629182 Jun 07 13:42:57.878029 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:42:57.944711 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c946c628-371c-441f-baa6-a82245ff64e1 None None] Provisioning complete for port e371cc0e-8d7f-4a57-9cf2-5856d354f52c triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:57.945083 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c946c628-371c-441f-baa6-a82245ff64e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:58.019556 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-c946c628-371c-441f-baa6-a82245ff64e1 None None] Port e371cc0e-8d7f-4a57-9cf2-5856d354f52c cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:42:58.206992 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:42:58.215969 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] 10.222.0.50 "PUT /v2.0/routers/bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9487154 Jun 07 13:42:58.233547 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49666) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:58.238671 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1867761062-network', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:58.275819 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-6ae975aa-92b0-48f6-9bf7-9305484ec917 service neutron] 10.222.0.50 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948972 Jun 07 13:42:58.282749 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Made reservation on behalf of a77ba37caf924547bb54dec001f88a16 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:58.285882 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:58.341181 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:58.477057 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Sync routers for ids ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:42:58.487658 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Routers {'e17e040d-9193-4f6d-9b2a-8eb1789f4090'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:42:58.488281 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:58.656467 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device cd6be983-514f-45f3-8ed4-a17df2f86187 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:58.674884 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-da143626-6bdc-463c-b223-00063cb01978 service neutron] 10.222.0.50 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743525 Jun 07 13:42:58.769329 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:58.776244 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:58.779777 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7c932082-4eb4-4eba-a669-be9c7f310c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:58.808513 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed62ad5e-5faa-4439-b0c2-d663f1529a3a,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:58.812768 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:58.826986 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:42:58.837999 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:58.838377 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Added segment 753c3e11-96f8-4e13-bee8-992ba4ca1e39 of type vlan for network dae47367-12cc-49dd-a899-9bf82456d097 Jun 07 13:42:58.929373 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Set router e17e040d-9193-4f6d-9b2a-8eb1789f4090 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:42:58.936455 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:58.975170 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:58.978570 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:58.979407 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:58.986890 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:59.042888 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8081341 Jun 07 13:42:59.045805 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49688) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:59.051708 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Request body: {'subnet': {'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1867761062-subnet', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:59.093623 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Made reservation on behalf of a77ba37caf924547bb54dec001f88a16 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:59.097272 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27958699'] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.153630 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Pushing event updated for resources: {'Network': ['ID=dae47367-12cc-49dd-a899-9bf82456d097,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:59.156714 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:59.291548 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network dae47367-12cc-49dd-a899-9bf82456d097 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:42:59.314989 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port cd6be983-514f-45f3-8ed4-a17df2f86187 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:42:59.315372 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.408081 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49694) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:59.413339 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1818805429-network', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:59.444728 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Made reservation on behalf of 82acfb12aaab4697864f3d1b2e37cfbf for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:42:59.447438 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.463536 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1f2a63a9-e9d9-473e-8d1c-f292a3e4bf46 req-5e9bf138-9016-43bc-b84b-98118552585f tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 210 time: 0.5369005 Jun 07 13:42:59.464588 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.559547 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1293578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27958713'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.568616 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:59.590637 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 4, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e7a93247-2331-4007-99a0-e626d4b04c64', 'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'mac_address': 'fa:16:3e:87:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:55Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 2, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'subnets': [{'id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:42:59.597694 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Checking router: e17e040d-9193-4f6d-9b2a-8eb1789f4090 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:42:59.598311 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Updating router e17e040d-9193-4f6d-9b2a-8eb1789f4090 port e7a93247-2331-4007-99a0-e626d4b04c64 binding host dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:42:59.599719 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.612319 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.616041 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e221cca9-1daf-4f1c-8330-308025d7a618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:59.625103 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 55de8cef-04ed-4d49-a2ad-a628f04c8691 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:42:59.638682 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b29748-92dc-4e5b-b4ae-5ea88ee8231b,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:59.641572 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:59.676863 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cedd844-fb39-4ef2-a7b7-c449e6d4f383,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:59.682364 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:42:59.690658 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:42:59.697425 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Checking segment: {'id': '753c3e11-96f8-4e13-bee8-992ba4ca1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:42:59.697794 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Network hostable DHCP agents. Network: dae47367-12cc-49dd-a899-9bf82456d097, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:42:59.702692 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.703188 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Added segment 05dd8f1d-630c-44e3-b330-b9b0dcf28ab4 of type vlan for network 02615d70-4a61-4a95-834b-f1806e7d3eb2 Jun 07 13:42:59.719929 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Network dae47367-12cc-49dd-a899-9bf82456d097 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:42:59.732056 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, dae47367-12cc-49dd-a899-9bf82456d097) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:42:59.742154 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:59.743887 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.745811 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2051648f-2cf0-4456-ba7c-efbee983f196 None None] Network dae47367-12cc-49dd-a899-9bf82456d097 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:42:59.746897 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.769104 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-7764def9-920a-4ce7-879e-791978cde088 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7215226 Jun 07 13:42:59.772646 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.772874 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49702) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:59.788422 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1867761062-router', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:59.797100 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.799447 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:42:59.800126 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.807682 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:42:59.819512 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-601272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15121'] for router, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.820953 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15130'] for router, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.853138 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:42:59.897269 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4860077 Jun 07 13:42:59.899904 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49706) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:42:59.978444 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Request body: {'subnet': {'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1818805429-subnet', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:42:59.991295 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Pushing event updated for resources: {'Network': ['ID=02615d70-4a61-4a95-834b-f1806e7d3eb2,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:42:59.996049 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:00.017606 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Made reservation on behalf of 82acfb12aaab4697864f3d1b2e37cfbf for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:43:00.017606 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1929094'] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.053161 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 02615d70-4a61-4a95-834b-f1806e7d3eb2 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:43:00.128537 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 55de8cef-04ed-4d49-a2ad-a628f04c8691 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:00.211649 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 55de8cef-04ed-4d49-a2ad-a628f04c8691 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:00.211649 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.213473 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15116'] for router, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.252963 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27870537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1929108'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.260104 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:00.341211 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=bddd64db-2683-4e9c-b6de-c1d317a2c413,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:00.352531 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:00.388061 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Sync routers for ids ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:43:00.393072 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Checking segment: {'id': '05dd8f1d-630c-44e3-b330-b9b0dcf28ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:00.393707 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Network hostable DHCP agents. Network: 02615d70-4a61-4a95-834b-f1806e7d3eb2, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:43:00.405893 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Routers {'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:00.409622 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:00.417474 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Network 02615d70-4a61-4a95-834b-f1806e7d3eb2 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:43:00.430979 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 02615d70-4a61-4a95-834b-f1806e7d3eb2) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:00.444590 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:00.445519 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.454635 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ac1a3-51de-4feb-b98d-19515ab6f270 None None] Network 02615d70-4a61-4a95-834b-f1806e7d3eb2 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:43:00.469837 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-537d4d3f-dbf6-4196-b227-153380260fef admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4951360 Jun 07 13:43:00.470992 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49708) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:00.477121 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1818805429-router', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:00.519296 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-601272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15121'] for router, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.521013 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-601307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15130'] for router, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.545273 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.546638 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb134c72-b8f1-5bf0-b93d-c1b1f45b96a5-dae47367-12cc-49dd-a899-9bf82456d097', 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'fixed_ips': [{'subnet_id': '45b29748-92dc-4e5b-b4ae-5ea88ee8231b'}]}} from dv-cinder-785362-2-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:43:00.547470 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.645972 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Set router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:00.649613 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.691029 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.766836 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.788973 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e6db8137-6453-4ac2-81fb-f8d80c872ade req-10dd31aa-094e-4049-a081-1f5d19e20c68 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 210 time: 0.1410122 Jun 07 13:43:00.900819 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 55de8cef-04ed-4d49-a2ad-a628f04c8691, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=55de8cef-04ed-4d49-a2ad-a628f04c8691,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:00.912947 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:00.921298 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:01.020679 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.db.resource_extend [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:43:01.074656 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15116'] for router, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.110763 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-642d83bb-c074-49ca-8369-01b57add8740 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:01.112638 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-642d83bb-c074-49ca-8369-01b57add8740 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.54 "GET /v2.0/networks?id=208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 200 len: 811 time: 0.2683954 Jun 07 13:43:01.144428 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e371cc0e-8d7f-4a57-9cf2-5856d354f52c', 'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'mac_address': 'fa:16:3e:e2:d6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 2, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'subnets': [{'id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:01.149448 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Checking router: bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:43:01.150240 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Updating router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d port e371cc0e-8d7f-4a57-9cf2-5856d354f52c binding host dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:43:01.211465 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb134c72-b8f1-5bf0-b93d-c1b1f45b96a5-02615d70-4a61-4a95-834b-f1806e7d3eb2', 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'fixed_ips': [{'subnet_id': 'bddd64db-2683-4e9c-b6de-c1d317a2c413'}]}} from dv-cinder-785362-2-smb. {{(pid=91821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:43:01.212288 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.218949 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.224417 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.230681 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=55de8cef-04ed-4d49-a2ad-a628f04c8691,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:01.244486 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:01.267674 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Allocated IP 172.28.3.235 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/6e074053-7939-441b-b428-70d2752da3b6) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:01.280288 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-35247670-36e1-4c2b-a523-86a8d33e91d9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31b5a501f95c4d92afcdfb65ee439f91 HTTP/1.1" status: 200 len: 380 time: 0.0800638 Jun 07 13:43:01.291935 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'port': {'device_id': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'admin_state_up': True, 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'security_groups': ['d211d822-831f-479b-afe4-1c0e725c93c2']}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:01.405584 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Allocated IP 172.20.0.2 (02615d70-4a61-4a95-834b-f1806e7d3eb2/bddd64db-2683-4e9c-b6de-c1d317a2c413/3aa41451-2e39-4253-966d-4ef8f3c881fb) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:01.476283 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.db_base_plugin_common [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Allocated IP 172.20.0.2 (dae47367-12cc-49dd-a899-9bf82456d097/45b29748-92dc-4e5b-b4ae-5ea88ee8231b/03db5cb4-5ea3-43a1-8669-af332cb2199c) {{(pid=91821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:01.480127 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Transition to ACTIVE for port object e7a93247-2331-4007-99a0-e626d4b04c64 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:01.503693 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.538333 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.633232 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Made reservation on behalf of 31b5a501f95c4d92afcdfb65ee439f91 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:43:01.637122 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.667962 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.682729 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Transition to ACTIVE for port object e371cc0e-8d7f-4a57-9cf2-5856d354f52c will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:01.692286 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.700274 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-7c7e0119-718b-4e74-90b5-e95094cceecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:01.708075 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.721084 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:01.848606 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.854345 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:01.953401 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Transition to ACTIVE for port object 3aa41451-2e39-4253-966d-4ef8f3c881fb will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:01.955951 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a53786-304c-44c5-8971-746ca2466dd2 None None] Pushing event updated for resources: {'Port': ['ID=e371cc0e-8d7f-4a57-9cf2-5856d354f52c,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:01.969171 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-a6a53786-304c-44c5-8971-746ca2466dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:02.003101 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.053783 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Allocated IP 172.28.3.125 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/43c8d556-e0fd-4bdd-9c88-2720749632e3) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:02.069135 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ce396dff-50c7-465b-956a-914b1d974cea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:02.109809 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Attempting to bind port e371cc0e-8d7f-4a57-9cf2-5856d354f52c on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:02.115660 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Attempting to bind port e371cc0e-8d7f-4a57-9cf2-5856d354f52c by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:02.116149 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Attempting to bind port e371cc0e-8d7f-4a57-9cf2-5856d354f52c on network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:02.125160 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:02.125547 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Checking segment: {'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:02.125924 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.126338 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Bound using segment: {'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:02.126804 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Bound port: e371cc0e-8d7f-4a57-9cf2-5856d354f52c, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:02.127174 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.188572 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cf7a6fbc-0b6a-4c9c-aad8-351cfd6a132a req-b6e41767-c775-4975-9d0f-ab29771ddcbd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 210 time: 0.1983802 Jun 07 13:43:02.230490 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:02.252128 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:02.254317 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Notify callbacks [] for port, precommit_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.258004 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:02.267475 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Transition to ACTIVE for port object 03db5cb4-5ea3-43a1-8669-af332cb2199c will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:02.286871 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.295744 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] For port e371cc0e-8d7f-4a57-9cf2-5856d354f52c, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:02.304104 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] For port e371cc0e-8d7f-4a57-9cf2-5856d354f52c, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=e371cc0e-8d7f-4a57-9cf2-5856d354f52c,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:02.309972 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.314967 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-c2beeed2-2c51-4355-8fa3-387ed6f2c413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:02.322253 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfc77c-5263-4701-a076-03e303fda7d8 None None] Pushing event updated for resources: {'Port': ['ID=e7a93247-2331-4007-99a0-e626d4b04c64,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:02.325468 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-74bfc77c-5263-4701-a076-03e303fda7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:02.334473 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.340326 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:02.364446 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Attempting to bind port e7a93247-2331-4007-99a0-e626d4b04c64 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:02.365235 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Attempting to bind port e7a93247-2331-4007-99a0-e626d4b04c64 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:02.365781 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Attempting to bind port e7a93247-2331-4007-99a0-e626d4b04c64 on network 7663f085-ad70-4613-9b57-f3a6b7e42f48 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:02.371248 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Transition to ACTIVE for port object 3aa41451-2e39-4253-966d-4ef8f3c881fb will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:02.372856 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Transition to ACTIVE for port object 03db5cb4-5ea3-43a1-8669-af332cb2199c will not be triggered until provisioned by entity DHCP. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:02.380310 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:02.380982 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Checking segment: {'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:02.381558 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.382114 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Bound using segment: {'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:02.382777 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Bound port: e7a93247-2331-4007-99a0-e626d4b04c64, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:02.383319 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.409069 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Pushing event updated for resources: {'Port': ['ID=6e074053-7939-441b-b428-70d2752da3b6,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:02.425740 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:02.429924 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:02.434679 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:02.441598 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:02.445388 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Allocated IP 172.20.0.13 (208989e9-9ce4-41b2-86c1-f7dfee081e6b/050186de-5062-460e-8201-e277a2d397b8/25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:02.507226 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a53786-304c-44c5-8971-746ca2466dd2 None None] Pushing event updated for resources: {'Port': ['ID=e371cc0e-8d7f-4a57-9cf2-5856d354f52c,revision_number=4']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:02.520753 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-a6a53786-304c-44c5-8971-746ca2466dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:02.533117 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Pushing event updated for resources: {'Port': ['ID=43c8d556-e0fd-4bdd-9c88-2720749632e3,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:02.533365 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Routers {'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:02.533980 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:02.538373 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:02.554282 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] For port e7a93247-2331-4007-99a0-e626d4b04c64, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:02.559882 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] For port e7a93247-2331-4007-99a0-e626d4b04c64, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=e7a93247-2331-4007-99a0-e626d4b04c64,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:02.565774 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.578050 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567'] for port, after_create {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.587404 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:02.630582 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:02.708482 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Routers {'e17e040d-9193-4f6d-9b2a-8eb1789f4090'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:02.709888 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:02.769868 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] Set router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:03.001917 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] Set router e17e040d-9193-4f6d-9b2a-8eb1789f4090 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:03.098902 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:03.118975 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Network dae47367-12cc-49dd-a899-9bf82456d097 is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:03.141726 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e371cc0e-8d7f-4a57-9cf2-5856d354f52c', 'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'mac_address': 'fa:16:3e:e2:d6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'subnets': [{'id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:03.146641 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a7e48-ec01-47eb-9abf-3806ab9faa89 None None] The sync data for ids ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'] in dv-cinder-785362-2-smb is: [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e371cc0e-8d7f-4a57-9cf2-5856d354f52c', 'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'mac_address': 'fa:16:3e:e2:d6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'subnets': [{'id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:43:03.187820 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:03.190574 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:03.196617 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 55de8cef-04ed-4d49-a2ad-a628f04c8691 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:03.251603 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:03.264672 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Network 02615d70-4a61-4a95-834b-f1806e7d3eb2 is already hosted by enough agents. {{(pid=91821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:03.291623 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Transition to ACTIVE for port object 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:03.325043 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab181-7e82-459b-a2d8-064e0b8957b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:03.340930 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.scheduler.base_scheduler [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Resources bound (agent type, host, resource id): {{(pid=91821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:03.343323 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Received port after_create {{(pid=91821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:03.348281 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:03.363987 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:03.403480 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Pushing event updated for resources: {'Port': ['ID=3aa41451-2e39-4253-966d-4ef8f3c881fb,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:03.491953 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Network 208989e9-9ce4-41b2-86c1-f7dfee081e6b is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:03.513704 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:03.524967 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600211'] for router, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:03.532256 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:03.568650 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:03.790916 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Attempting to bind port 03db5cb4-5ea3-43a1-8669-af332cb2199c on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:03.791208 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Attempting to bind port 03db5cb4-5ea3-43a1-8669-af332cb2199c by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '753c3e11-96f8-4e13-bee8-992ba4ca1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:03.791582 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Attempting to bind port 03db5cb4-5ea3-43a1-8669-af332cb2199c on network dae47367-12cc-49dd-a899-9bf82456d097 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:03.804694 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:03.805078 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Checking segment: {'id': '753c3e11-96f8-4e13-bee8-992ba4ca1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:03.805487 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:03.805887 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Bound using segment: {'id': '753c3e11-96f8-4e13-bee8-992ba4ca1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:03.806406 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Bound port: 03db5cb4-5ea3-43a1-8669-af332cb2199c, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753c3e11-96f8-4e13-bee8-992ba4ca1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:03.806790 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:03.832936 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Pushing event updated for resources: {'Port': ['ID=03db5cb4-5ea3-43a1-8669-af332cb2199c,revision_number=1']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:03.842294 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.255s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:03.852895 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event updated for resources: {'Port': ['ID=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:03.854246 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-5c0c720a-d65c-4e11-aab6-489902bdbb8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.229s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:03.856053 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Router a41ad501-a0be-4c1f-839f-744ab072f522 is scheduled to L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 with binding_index 1 {{(pid=91819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:43:03.870865 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:03.910866 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:03.911532 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:03.931665 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Attempting to bind port 3aa41451-2e39-4253-966d-4ef8f3c881fb on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:03.932168 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Attempting to bind port 3aa41451-2e39-4253-966d-4ef8f3c881fb by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '05dd8f1d-630c-44e3-b330-b9b0dcf28ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:03.932541 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Attempting to bind port 3aa41451-2e39-4253-966d-4ef8f3c881fb on network 02615d70-4a61-4a95-834b-f1806e7d3eb2 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:04.005101 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a4fab-6f6b-4683-83a3-d6b34fe0e7a3 req-1df739ec-923f-406f-b6fe-3a2f016f62ec tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:04.005357 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfc77c-5263-4701-a076-03e303fda7d8 None None] Pushing event updated for resources: {'Port': ['ID=e7a93247-2331-4007-99a0-e626d4b04c64,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:04.006667 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d04a4fab-6f6b-4683-83a3-d6b34fe0e7a3 req-1df739ec-923f-406f-b6fe-3a2f016f62ec tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 932 time: 0.5760653 Jun 07 13:43:04.016310 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-74bfc77c-5263-4701-a076-03e303fda7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:04.026385 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.367s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:04.026691 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:04.041440 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7533929 Jun 07 13:43:04.043109 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 55de8cef-04ed-4d49-a2ad-a628f04c8691 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:04.044032 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:04.057338 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Request body: {'port': {'device_id': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:04.150550 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:04.151118 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Checking segment: {'id': '05dd8f1d-630c-44e3-b330-b9b0dcf28ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:04.151886 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:04.152089 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Bound using segment: {'id': '05dd8f1d-630c-44e3-b330-b9b0dcf28ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:04.152796 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Bound port: 3aa41451-2e39-4253-966d-4ef8f3c881fb, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05dd8f1d-630c-44e3-b330-b9b0dcf28ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:04.153291 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:04.173607 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:43:04.181227 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d04a4fab-6f6b-4683-83a3-d6b34fe0e7a3 req-1d9f67df-6b9c-40f7-b391-58b5d1a2854e tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687970 Jun 07 13:43:04.208418 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:04.209268 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-54a6ec41-6034-496e-9f50-03eeeac25da6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7370553 Jun 07 13:43:04.212124 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49730) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:04.233788 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-3b54dcf2-e13a-4791-84a6-e321deb280cd None None] Provisioning for port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:04.237506 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Sync routers for ids ['a41ad501-a0be-4c1f-839f-744ab072f522'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:43:04.273005 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-3b54dcf2-e13a-4791-84a6-e321deb280cd None None] Provisioning complete for port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:04.273416 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-3b54dcf2-e13a-4791-84a6-e321deb280cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:04.335146 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:04.349476 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Routers {'a41ad501-a0be-4c1f-839f-744ab072f522'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:04.350266 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:42:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['a41ad501-a0be-4c1f-839f-744ab072f522'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:04.355499 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600211'] for router, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:04.414528 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-ba533661-50b7-4622-8df5-ace062201167 None None] For port 03db5cb4-5ea3-43a1-8669-af332cb2199c, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:04.471964 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-ba533661-50b7-4622-8df5-ace062201167 None None] For port 03db5cb4-5ea3-43a1-8669-af332cb2199c, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=03db5cb4-5ea3-43a1-8669-af332cb2199c,segment=NetworkSegment(753c3e11-96f8-4e13-bee8-992ba4ca1e39),segment_id=753c3e11-96f8-4e13-bee8-992ba4ca1e39)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:04.505738 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:04.519588 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:04.562243 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-3b54dcf2-e13a-4791-84a6-e321deb280cd None None] Port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:43:04.587542 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device e371cc0e-8d7f-4a57-9cf2-5856d354f52c up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:04.675260 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] For port 3aa41451-2e39-4253-966d-4ef8f3c881fb, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:04.733860 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 4, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e7a93247-2331-4007-99a0-e626d4b04c64', 'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'mac_address': 'fa:16:3e:87:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:55Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 4, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'subnets': [{'id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:04.755233 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Pushing event updated for resources: {'Port': ['ID=03db5cb4-5ea3-43a1-8669-af332cb2199c,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:04.759092 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:04.763681 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] For port 3aa41451-2e39-4253-966d-4ef8f3c881fb, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=3aa41451-2e39-4253-966d-4ef8f3c881fb,segment=NetworkSegment(05dd8f1d-630c-44e3-b330-b9b0dcf28ab4),segment_id=05dd8f1d-630c-44e3-b330-b9b0dcf28ab4)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:04.774158 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860de410-58b6-404c-b013-6321a3b0aeed None None] The sync data for ids ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'] in dv-cinder-785362-2-smb is: [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 4, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e7a93247-2331-4007-99a0-e626d4b04c64', 'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'mac_address': 'fa:16:3e:87:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:55Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 4, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'subnets': [{'id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:43:04.783169 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:04.787048 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:04.792646 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Router 91f41723-5783-4485-964e-543ec5f46d99 is scheduled to L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 with binding_index 1 {{(pid=91820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:43:04.833738 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Set router a41ad501-a0be-4c1f-839f-744ab072f522 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:04.979984 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.db.resource_extend [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:43:05.139069 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.184492 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:43:05.194716 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.204402 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.220810 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Pushing event updated for resources: {'Port': ['ID=3aa41451-2e39-4253-966d-4ef8f3c881fb,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:05.224132 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Transition to ACTIVE for port object 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:05.224512 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:05.225158 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port e371cc0e-8d7f-4a57-9cf2-5856d354f52c completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:05.235935 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.244167 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3eccb8c4-4fd2-4ef3-acf8-61264013aad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:05.434672 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-91efd328-dc82-4510-891c-5fdf9956a776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.446350 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port e371cc0e-8d7f-4a57-9cf2-5856d354f52c triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:05.447011 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.549135 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:43:05.560333 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Sync routers for ids ['91f41723-5783-4485-964e-543ec5f46d99'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:43:05.580731 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Routers {'91f41723-5783-4485-964e-543ec5f46d99'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:05.581568 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['91f41723-5783-4485-964e-543ec5f46d99'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:05.609956 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Pushing event updated for resources: {'Port': ['ID=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:05.703712 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Allocated IP 172.20.0.1 (02615d70-4a61-4a95-834b-f1806e7d3eb2/bddd64db-2683-4e9c-b6de-c1d317a2c413/d33d74ef-71b9-4114-9f51-c5ca8e049035) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:05.751035 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:05.783966 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'name': 'tempest-TestMinimumBasicScenario-1818805429-router', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 3, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'gw_port': {'id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:01Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:05.820470 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Checking router: a41ad501-a0be-4c1f-839f-744ab072f522 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:43:05.821489 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Updating router a41ad501-a0be-4c1f-839f-744ab072f522 port 43c8d556-e0fd-4bdd-9c88-2720749632e3 binding host dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:43:05.935211 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Set router 91f41723-5783-4485-964e-543ec5f46d99 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:05.997389 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:06.013075 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.056160 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port e371cc0e-8d7f-4a57-9cf2-5856d354f52c, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=e371cc0e-8d7f-4a57-9cf2-5856d354f52c,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:06.058662 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.068481 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.079385 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:06.081238 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Transition to ACTIVE for port object d33d74ef-71b9-4114-9f51-c5ca8e049035 will not be triggered until provisioned by entity DHCP. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:06.150577 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.171096 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.177130 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:06.184689 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Attempting to bind port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:06.186233 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Attempting to bind port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:06.186666 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Attempting to bind port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 on network 208989e9-9ce4-41b2-86c1-f7dfee081e6b {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:06.199736 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 on network 208989e9-9ce4-41b2-86c1-f7dfee081e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:43:06.200250 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Attempting to bind port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 on network 208989e9-9ce4-41b2-86c1-f7dfee081e6b {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:06.213986 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.215835 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4418199 Jun 07 13:43:06.221888 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49738) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:06.420628 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Network 02615d70-4a61-4a95-834b-f1806e7d3eb2 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:06.443806 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:06.444146 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Checking segment: {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:06.444981 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Bound using segment: {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:06.444981 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Bound port: 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:06.446079 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.448562 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 03db5cb4-5ea3-43a1-8669-af332cb2199c up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:06.451243 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Pushing event updated for resources: {'Port': ['ID=d33d74ef-71b9-4114-9f51-c5ca8e049035,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:06.462451 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:06.468281 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:06.469642 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:06.541552 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afefc0-ac27-483a-b3ba-602cad831724 req-e2ea1867-b1b1-470d-badd-4f53cc522c62 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:06.542614 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7b32d-4b5c-40be-9b95-d5d445e507d6 None None] Network dae47367-12cc-49dd-a899-9bf82456d097 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:43:06.548296 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e2afefc0-ac27-483a-b3ba-602cad831724 req-e2ea1867-b1b1-470d-badd-4f53cc522c62 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 944 time: 1.1045771 Jun 07 13:43:06.567170 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663529'] for router_interface, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.641417 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f41723-5783-4485-964e-543ec5f46d99', 'name': 'tempest-TestShelveInstance-1867761062-router', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '6e074053-7939-441b-b428-70d2752da3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 3, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'gw_port': {'id': '6e074053-7939-441b-b428-70d2752da3b6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f41723-5783-4485-964e-543ec5f46d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:06.651823 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Checking router: 91f41723-5783-4485-964e-543ec5f46d99 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:43:06.652212 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Updating router 91f41723-5783-4485-964e-543ec5f46d99 port 6e074053-7939-441b-b428-70d2752da3b6 binding host dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:43:06.747227 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-38bd8a21-043f-4607-8640-22224f718551 None None] Provisioning for port 03db5cb4-5ea3-43a1-8669-af332cb2199c completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:06.762404 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=e371cc0e-8d7f-4a57-9cf2-5856d354f52c,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:06.780347 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.790633 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.790885 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:06.900308 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] For port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:06.904952 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] For port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:06.908241 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c365f900-ebf4-48c1-8747-d70438adda04 None None] Network 02615d70-4a61-4a95-834b-f1806e7d3eb2 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:43:06.931462 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:06.940474 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 03db5cb4-5ea3-43a1-8669-af332cb2199c completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:06.942932 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2d08ea65-615d-4e07-9611-7539e4c0efea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:07.006224 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 03db5cb4-5ea3-43a1-8669-af332cb2199c triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:07.006769 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.022444 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e2afefc0-ac27-483a-b3ba-602cad831724 req-0fd5fae2-f774-4e25-a43c-2f77cfac0d83 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755503 Jun 07 13:43:07.042599 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:07.043217 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.044595 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] 10.222.0.54 "PUT /v2.0/ports/25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 HTTP/1.1" status: 200 len: 1094 time: 2.9914289 Jun 07 13:43:07.047041 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'tag': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:07.049453 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f210d30-d4d6-4aff-808b-eaec070f4bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "2d49a88c-4829-40d4-8368-691ec9fd8b09", "tag": "25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:07.155478 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022d64f2-4190-4bd1-805d-9aff28fde7a9 x-openstack-request-id: req-022d64f2-4190-4bd1-805d-9aff28fde7a9 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:07.155683 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d49a88c-4829-40d4-8368-691ec9fd8b09", "tag": "25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:07.155957 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-022d64f2-4190-4bd1-805d-9aff28fde7a9 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:07.156384 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'tag': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197', 'status': 'completed', 'code': 200} Jun 07 13:43:07.185946 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Pushing event updated for resources: {'Port': ['ID=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:07.195239 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:07.195707 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-9eee1d87-7401-4f9f-be4d-699c5817370e None None] Provisioning for port 3aa41451-2e39-4253-966d-4ef8f3c881fb completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:07.256472 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.262138 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.294057 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:07.314573 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-762e818e-2871-48d2-bb15-801777f40c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:07.316073 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-762e818e-2871-48d2-bb15-801777f40c77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 1097 time: 0.1982653 Jun 07 13:43:07.419209 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.421655 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-720553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605857'] for router_interface, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.453146 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-ec65f25c-69d0-4ff6-9c4d-2fa0a1848d6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 HTTP/1.1" status: 200 len: 217 time: 0.1290357 Jun 07 13:43:07.487378 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-4cfd1ba8-1151-470a-8245-48ad1ece705b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5132365 Jun 07 13:43:07.489818 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Transition to ACTIVE for port object 43c8d556-e0fd-4bdd-9c88-2720749632e3 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:07.512059 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Pushing event updated for resources: {'Port': ['ID=d33d74ef-71b9-4114-9f51-c5ca8e049035,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:07.516921 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:07.564661 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-3be83559-650a-450b-a958-4364e18c32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:07.566112 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-3be83559-650a-450b-a958-4364e18c32ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=050186de-5062-460e-8201-e277a2d397b8 HTTP/1.1" status: 200 len: 850 time: 0.1023123 Jun 07 13:43:07.575376 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.601493 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.627114 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-ff290b23-ba9e-4f73-9084-3fa0a7e568a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:07.730371 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd497b43-9d37-4016-9eb7-67e871b1d491 None None] Pushing event updated for resources: {'Port': ['ID=43c8d556-e0fd-4bdd-9c88-2720749632e3,revision_number=2']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:07.741401 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-cd497b43-9d37-4016-9eb7-67e871b1d491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:07.742367 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Attempting to bind port 43c8d556-e0fd-4bdd-9c88-2720749632e3 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:07.742895 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Attempting to bind port 43c8d556-e0fd-4bdd-9c88-2720749632e3 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:07.743967 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Attempting to bind port 43c8d556-e0fd-4bdd-9c88-2720749632e3 on network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:07.760679 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:07.761377 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Checking segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:07.761948 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.762708 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Bound using segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:07.765235 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Bound port: 43c8d556-e0fd-4bdd-9c88-2720749632e3, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:07.765974 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.778824 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Network 02615d70-4a61-4a95-834b-f1806e7d3eb2 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:07.787455 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:07.803646 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.812532 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.836491 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Transition to ACTIVE for port object 6e074053-7939-441b-b428-70d2752da3b6 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:07.851156 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.860493 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-ffcf4c73-0dc5-4e6f-a3de-f6536743f638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:07.867301 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-5eec02a2-5ee1-4f65-85bd-c89725c7736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:07.869096 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-5eec02a2-5ee1-4f65-85bd-c89725c7736c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=208989e9-9ce4-41b2-86c1-f7dfee081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2945685 Jun 07 13:43:07.874724 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 03db5cb4-5ea3-43a1-8669-af332cb2199c, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=03db5cb4-5ea3-43a1-8669-af332cb2199c,segment=NetworkSegment(753c3e11-96f8-4e13-bee8-992ba4ca1e39),segment_id=753c3e11-96f8-4e13-bee8-992ba4ca1e39)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:07.901569 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:07.905472 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device e7a93247-2331-4007-99a0-e626d4b04c64 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:07.938375 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-346881d1-313f-4e2e-88f5-bcf2c37170cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:07.984731 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0e122-922f-4071-bc91-8b720d48e002 None None] Pushing event updated for resources: {'Port': ['ID=6e074053-7939-441b-b428-70d2752da3b6,revision_number=2']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:07.992773 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-30a0e122-922f-4071-bc91-8b720d48e002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:08.025507 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Attempting to bind port 6e074053-7939-441b-b428-70d2752da3b6 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:08.026385 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Attempting to bind port 6e074053-7939-441b-b428-70d2752da3b6 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:08.026936 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Attempting to bind port 6e074053-7939-441b-b428-70d2752da3b6 on network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:08.039345 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-997fe90e-902a-4615-94ef-37664f8d5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:08.040902 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-997fe90e-902a-4615-94ef-37664f8d5d9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 1098 time: 0.4382434 Jun 07 13:43:08.043917 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:08.044673 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Checking segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:08.045262 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:08.045837 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Bound using segment: {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:08.046527 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Bound port: 6e074053-7939-441b-b428-70d2752da3b6, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef39b66-e54f-42c5-a52b-51d3ed34af9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:08.047107 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:08.085776 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:08.095106 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Router a41ad501-a0be-4c1f-839f-744ab072f522 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:43:08.153937 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] For port 6e074053-7939-441b-b428-70d2752da3b6, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:08.158643 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] For port 6e074053-7939-441b-b428-70d2752da3b6, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=6e074053-7939-441b-b428-70d2752da3b6,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:08.164850 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:08.169106 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] For port 43c8d556-e0fd-4bdd-9c88-2720749632e3, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:08.172958 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-53fb017a-a85a-420b-aa11-07794f16d63e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:08.173811 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] For port 43c8d556-e0fd-4bdd-9c88-2720749632e3, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=43c8d556-e0fd-4bdd-9c88-2720749632e3,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:08.185034 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:08.188572 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=03db5cb4-5ea3-43a1-8669-af332cb2199c,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:08.197294 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:08.200897 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:08.297939 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0e122-922f-4071-bc91-8b720d48e002 None None] Pushing event updated for resources: {'Port': ['ID=6e074053-7939-441b-b428-70d2752da3b6,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:08.304645 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-30a0e122-922f-4071-bc91-8b720d48e002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:08.307020 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port e7a93247-2331-4007-99a0-e626d4b04c64 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:08.329837 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Routers {'91f41723-5783-4485-964e-543ec5f46d99'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:08.330677 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['91f41723-5783-4485-964e-543ec5f46d99'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:08.347290 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port e7a93247-2331-4007-99a0-e626d4b04c64 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:08.347739 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:08.389166 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-65554214-23d2-4326-a341-01ba20e1a2a0 None None] Provisioning complete for port 03db5cb4-5ea3-43a1-8669-af332cb2199c triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:08.389541 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-65554214-23d2-4326-a341-01ba20e1a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:08.392379 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-200a2817-ecd0-456a-b399-89ae07692eb9 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603462 Jun 07 13:43:08.421343 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:43:08.428065 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] 10.222.0.50 "PUT /v2.0/routers/a41ad501-a0be-4c1f-839f-744ab072f522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2149177 Jun 07 13:43:08.534215 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Routers {'a41ad501-a0be-4c1f-839f-744ab072f522'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:08.534731 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['a41ad501-a0be-4c1f-839f-744ab072f522'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:08.607281 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Allocated IP 172.20.0.1 (dae47367-12cc-49dd-a899-9bf82456d097/45b29748-92dc-4e5b-b4ae-5ea88ee8231b/4a8e89a2-15cb-45af-a06e-7f91b98b4163) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:08.628644 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-bfc3b24e-ee19-4a23-bfe2-9211b2f924d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:08.633980 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-bfc3b24e-ee19-4a23-bfe2-9211b2f924d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 918 time: 0.5700276 Jun 07 13:43:08.641351 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd497b43-9d37-4016-9eb7-67e871b1d491 None None] Pushing event updated for resources: {'Port': ['ID=43c8d556-e0fd-4bdd-9c88-2720749632e3,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:08.654862 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edf467-b983-4789-9250-84b58711c449 req-8dee6533-7c66-4c9e-a88d-e69b113ab6da tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:08.663627 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-29edf467-b983-4789-9250-84b58711c449 req-8dee6533-7c66-4c9e-a88d-e69b113ab6da tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 944 time: 0.2450449 Jun 07 13:43:08.685155 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-cd497b43-9d37-4016-9eb7-67e871b1d491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:08.765485 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] Set router 91f41723-5783-4485-964e-543ec5f46d99 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:08.766350 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fd483da-eb85-4127-9ba2-3f5ab217e54c req-5994ebde-1f2f-4060-a14a-2bdc90bc9ed2 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267531 Jun 07 13:43:08.797909 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-29edf467-b983-4789-9250-84b58711c449 req-74964c66-bb1f-49f6-a627-3c73b28d301a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332846 Jun 07 13:43:08.907436 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-4b3d959d-a917-4a62-9abf-7863ebf94cca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d HTTP/1.1" status: 200 len: 1000 time: 0.2123187 Jun 07 13:43:08.922691 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] Set router a41ad501-a0be-4c1f-839f-744ab072f522 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:09.001950 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-8075b850-a579-49a8-a9dc-a89564832ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:09.004166 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-8075b850-a579-49a8-a9dc-a89564832ebc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.0896220 Jun 07 13:43:09.076018 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:09.096762 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f210d30-d4d6-4aff-808b-eaec070f4bfe req-e4727660-ae2b-4632-9204-7c09fb85f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:09.098496 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8f210d30-d4d6-4aff-808b-eaec070f4bfe req-e4727660-ae2b-4632-9204-7c09fb85f604 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 1097 time: 0.2151723 Jun 07 13:43:09.140264 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Transition to ACTIVE for port object 4a8e89a2-15cb-45af-a06e-7f91b98b4163 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:09.273975 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-7ada4d8d-72c4-4b43-b3b5-34bfb58c7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:09.275528 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-7ada4d8d-72c4-4b43-b3b5-34bfb58c7642 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2647009 Jun 07 13:43:09.289278 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:09.352262 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f41723-5783-4485-964e-543ec5f46d99', 'name': 'tempest-TestShelveInstance-1867761062-router', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '6e074053-7939-441b-b428-70d2752da3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 3, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'gw_port': {'id': '6e074053-7939-441b-b428-70d2752da3b6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f41723-5783-4485-964e-543ec5f46d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:09.359633 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd58a0df-67ac-4651-a2cd-23cab80615c3 None None] The sync data for ids ['91f41723-5783-4485-964e-543ec5f46d99'] in dv-cinder-785362-2-smb is: [{'id': '91f41723-5783-4485-964e-543ec5f46d99', 'name': 'tempest-TestShelveInstance-1867761062-router', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '6e074053-7939-441b-b428-70d2752da3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:43:02Z', 'revision_number': 3, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'gw_port': {'id': '6e074053-7939-441b-b428-70d2752da3b6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f41723-5783-4485-964e-543ec5f46d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:43:09.371504 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f210d30-d4d6-4aff-808b-eaec070f4bfe req-fe078496-1d5d-4743-a96b-d7459f8c19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:09.373278 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8f210d30-d4d6-4aff-808b-eaec070f4bfe req-fe078496-1d5d-4743-a96b-d7459f8c19fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 200 len: 912 time: 0.2649844 Jun 07 13:43:09.374829 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:09.380362 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1ba6fe84-cc4e-4855-af49-770daa92e1a9 tempest-ServerRescueNegativeTestJSON-216084439 tempest-ServerRescueNegativeTestJSON-216084439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:09.421123 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port e7a93247-2331-4007-99a0-e626d4b04c64, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=e7a93247-2331-4007-99a0-e626d4b04c64,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:09.482059 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-7c9a517e-c5ca-4490-b196-788c2d217dc2 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983755 Jun 07 13:43:09.491493 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:09.492503 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 3aa41451-2e39-4253-966d-4ef8f3c881fb up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:09.527410 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:09.563777 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8f210d30-d4d6-4aff-808b-eaec070f4bfe req-914a83e5-73ba-4385-9305-7e964e320e76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 HTTP/1.1" status: 200 len: 217 time: 0.1180980 Jun 07 13:43:09.589710 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Pushing event updated for resources: {'Port': ['ID=4a8e89a2-15cb-45af-a06e-7f91b98b4163,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:09.603275 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.603648 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.604013 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.605035 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.605035 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.605035 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.605391 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.605900 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.606075 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.606445 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.606785 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.607126 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:09.652484 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:09.657421 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Network dae47367-12cc-49dd-a899-9bf82456d097 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:09.658099 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-0467ed19-91db-4326-a541-d0bbdd53ea7c None None] Provisioning for port d33d74ef-71b9-4114-9f51-c5ca8e049035 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:09.662659 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:09.676856 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:09.710526 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-0467ed19-91db-4326-a541-d0bbdd53ea7c None None] Provisioning complete for port d33d74ef-71b9-4114-9f51-c5ca8e049035 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:09.710910 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0467ed19-91db-4326-a541-d0bbdd53ea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:09.729712 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ebebf482-b7a0-4c39-9220-399b09cc11a8 req-3e747a2c-c91d-49b1-a491-0f625a9f93ca service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400837 Jun 07 13:43:09.755706 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=e7a93247-2331-4007-99a0-e626d4b04c64,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:09.776907 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:09.842976 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f210d30-d4d6-4aff-808b-eaec070f4bfe req-26ccfd43-557a-4af2-a035-b554481e4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:09.844531 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8f210d30-d4d6-4aff-808b-eaec070f4bfe req-26ccfd43-557a-4af2-a035-b554481e4040 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=050186de-5062-460e-8201-e277a2d397b8 HTTP/1.1" status: 200 len: 850 time: 0.2465351 Jun 07 13:43:09.850479 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663529'] for router_interface, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:09.876536 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:09.900701 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 3aa41451-2e39-4253-966d-4ef8f3c881fb completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:09.904549 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-0467ed19-91db-4326-a541-d0bbdd53ea7c None None] Port d33d74ef-71b9-4114-9f51-c5ca8e049035 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:43:09.941518 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 3aa41451-2e39-4253-966d-4ef8f3c881fb triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:09.965458 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:10.146619 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:43:10.179379 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-0467ed19-91db-4326-a541-d0bbdd53ea7c None None] Provisioning complete for port 3aa41451-2e39-4253-966d-4ef8f3c881fb triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:10.179747 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0467ed19-91db-4326-a541-d0bbdd53ea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:10.194024 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:10.295079 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f210d30-d4d6-4aff-808b-eaec070f4bfe req-1ec11962-ad0b-4ef6-803b-cc422cdc9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:10.297141 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8f210d30-d4d6-4aff-808b-eaec070f4bfe req-1ec11962-ad0b-4ef6-803b-cc422cdc9253 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=208989e9-9ce4-41b2-86c1-f7dfee081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4438000 Jun 07 13:43:10.362370 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'name': 'tempest-TestMinimumBasicScenario-1818805429-router', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:06Z', 'revision_number': 4, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'gw_port': {'id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:01Z', 'updated_at': '2021-06-07T13:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd33d74ef-71b9-4114-9f51-c5ca8e049035', 'name': '', 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'mac_address': 'fa:16:3e:48:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bddd64db-2683-4e9c-b6de-c1d317a2c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:05Z', 'updated_at': '2021-06-07T13:43:07Z', 'revision_number': 2, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'subnets': [{'id': 'bddd64db-2683-4e9c-b6de-c1d317a2c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:10.386922 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de236188-7f4f-4022-aaa8-78b8c6bea864 None None] The sync data for ids ['a41ad501-a0be-4c1f-839f-744ab072f522'] in dv-cinder-785362-2-smb is: [{'id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'name': 'tempest-TestMinimumBasicScenario-1818805429-router', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:06Z', 'revision_number': 4, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'gw_port': {'id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:01Z', 'updated_at': '2021-06-07T13:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd33d74ef-71b9-4114-9f51-c5ca8e049035', 'name': '', 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'mac_address': 'fa:16:3e:48:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bddd64db-2683-4e9c-b6de-c1d317a2c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:05Z', 'updated_at': '2021-06-07T13:43:07Z', 'revision_number': 2, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'subnets': [{'id': 'bddd64db-2683-4e9c-b6de-c1d317a2c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:43:10.633228 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606feeee-8284-4bf1-b5af-50d2ed23105d req-9509491e-df36-419e-af6d-2fcb6058d041 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:10.648238 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-606feeee-8284-4bf1-b5af-50d2ed23105d req-9509491e-df36-419e-af6d-2fcb6058d041 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 944 time: 0.6376193 Jun 07 13:43:10.685007 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8f210d30-d4d6-4aff-808b-eaec070f4bfe req-2213ceef-1a2b-435e-bbd3-b78c5c0e32b5 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757119 Jun 07 13:43:10.709648 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:10.746753 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-606feeee-8284-4bf1-b5af-50d2ed23105d req-5d09acba-62f2-4229-8a32-9361caf1639f tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975451 Jun 07 13:43:10.790975 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:10.896651 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:10.916085 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'port_id': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197', 'mac_address': 'fa:16:3e:af:b0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:43:10.942055 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0467ed19-91db-4326-a541-d0bbdd53ea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:11.019910 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 3aa41451-2e39-4253-966d-4ef8f3c881fb, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=3aa41451-2e39-4253-966d-4ef8f3c881fb,segment=NetworkSegment(05dd8f1d-630c-44e3-b330-b9b0dcf28ab4),segment_id=05dd8f1d-630c-44e3-b330-b9b0dcf28ab4)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:11.033676 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:11.108741 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-52c3b69b-6ed9-4d1e-b5a3-271a232c851b tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:11.128059 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:11.147751 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:11.151777 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-720553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605857'] for router_interface, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:11.262181 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Pushing event updated for resources: {'Port': ['ID=4a8e89a2-15cb-45af-a06e-7f91b98b4163,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:11.265385 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:11.271298 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8f210d30-d4d6-4aff-808b-eaec070f4bfe req-94f3219a-9008-4a8e-b384-cb87f2144903 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577371 Jun 07 13:43:11.362161 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:11.377582 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Network dae47367-12cc-49dd-a899-9bf82456d097 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:11.379566 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:11.437314 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.db.api [None req-0467ed19-91db-4326-a541-d0bbdd53ea7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:43:11.437745 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_db.api [None req-0467ed19-91db-4326-a541-d0bbdd53ea7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:43:11.453109 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 03db5cb4-5ea3-43a1-8669-af332cb2199c up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:11.499466 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:43:11.527499 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:11.557103 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:11.572569 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=3aa41451-2e39-4253-966d-4ef8f3c881fb,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:11.577294 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:11.577939 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-54384d9f-6408-4e0c-a7c3-91fba6d9fdca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:11.719245 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:11.724221 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 03db5cb4-5ea3-43a1-8669-af332cb2199c triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:11.724599 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:11.757432 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:11.772388 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Router 91f41723-5783-4485-964e-543ec5f46d99 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:43:11.776394 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:43:12.296087 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:43:12.311796 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-2ae608b6-e9bc-4208-84c7-54e128edc27a admin admin] 10.222.0.50 "PUT /v2.0/routers/91f41723-5783-4485-964e-543ec5f46d99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0646625 Jun 07 13:43:12.344551 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cad30-50c1-47cf-a96a-4d7ee1563341 req-ba2c221d-6259-4200-a161-927c6c770d54 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:12.346205 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-068cad30-50c1-47cf-a96a-4d7ee1563341 req-ba2c221d-6259-4200-a161-927c6c770d54 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 945 time: 0.1223834 Jun 07 13:43:12.374895 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a1fe37de-802e-456e-b0cb-5cdd4eac3099 None None] Provisioning for port 4a8e89a2-15cb-45af-a06e-7f91b98b4163 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:12.383877 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device e371cc0e-8d7f-4a57-9cf2-5856d354f52c up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:12.408209 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-068cad30-50c1-47cf-a96a-4d7ee1563341 req-88488008-c820-4503-832e-a57c5688c07d tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548368 Jun 07 13:43:12.450850 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a1fe37de-802e-456e-b0cb-5cdd4eac3099 None None] Provisioning complete for port 4a8e89a2-15cb-45af-a06e-7f91b98b4163 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:12.451127 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a1fe37de-802e-456e-b0cb-5cdd4eac3099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:12.536975 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe37de-802e-456e-b0cb-5cdd4eac3099 None None] Port 4a8e89a2-15cb-45af-a06e-7f91b98b4163 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:43:12.553042 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port e371cc0e-8d7f-4a57-9cf2-5856d354f52c triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:12.553420 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:12.679776 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device e7a93247-2331-4007-99a0-e626d4b04c64 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:12.776940 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port e7a93247-2331-4007-99a0-e626d4b04c64 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:12.777333 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:12.920574 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 6e074053-7939-441b-b428-70d2752da3b6 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:13.047960 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 6e074053-7939-441b-b428-70d2752da3b6 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:13.054208 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 6e074053-7939-441b-b428-70d2752da3b6 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:13.054788 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:13.259796 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49804) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:13.266494 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-265cdb94-44ba-41ba-8ec4-b47aa819dffe tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1228313123', 'description': 'tempest-secgroup-smoke-1228313123 description', 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:13.278911 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:13.303725 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 6e074053-7939-441b-b428-70d2752da3b6, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=6e074053-7939-441b-b428-70d2752da3b6,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:13.309803 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-265cdb94-44ba-41ba-8ec4-b47aa819dffe tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:13.321595 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:13.324627 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:13.436078 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Sync routers for ids ['91f41723-5783-4485-964e-543ec5f46d99'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:43:13.517408 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Routers {'91f41723-5783-4485-964e-543ec5f46d99'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:13.519199 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['91f41723-5783-4485-964e-543ec5f46d99'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:13.551322 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-265cdb94-44ba-41ba-8ec4-b47aa819dffe tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:13.556904 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-265cdb94-44ba-41ba-8ec4-b47aa819dffe tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:13.616340 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1a36e169-3307-4475-b9ef-1b5658f9db6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:13.640542 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 43c8d556-e0fd-4bdd-9c88-2720749632e3 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:13.645741 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-265cdb94-44ba-41ba-8ec4-b47aa819dffe tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:13.652597 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-265cdb94-44ba-41ba-8ec4-b47aa819dffe tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3889632 Jun 07 13:43:13.653608 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49810) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:13.658789 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-1b7a6c3d-957d-4e20-889d-aa0787183556 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Request body: {'security_group_rule': {'security_group_id': '38e81ef9-14dc-4442-847e-451fa00bece4', 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:13.696721 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cdb94-44ba-41ba-8ec4-b47aa819dffe tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e81ef9-14dc-4442-847e-451fa00bece4,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:13.701533 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-265cdb94-44ba-41ba-8ec4-b47aa819dffe tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:13.773162 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=6e074053-7939-441b-b428-70d2752da3b6,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:13.784072 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6c3d-957d-4e20-889d-aa0787183556 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:13.851403 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.851882 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.852279 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.852888 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.853457 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.853790 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.854112 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.854493 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.854812 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.855131 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.855498 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.855814 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:13.859838 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:13.869352 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 43c8d556-e0fd-4bdd-9c88-2720749632e3 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:13.884663 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 43c8d556-e0fd-4bdd-9c88-2720749632e3 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:13.885118 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:13.928922 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa74a04-310a-45cd-81f5-9adb4e8524e1 req-db1edc6a-5b64-49ab-9be2-3c4460466861 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:13.930539 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2aa74a04-310a-45cd-81f5-9adb4e8524e1 req-db1edc6a-5b64-49ab-9be2-3c4460466861 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 945 time: 0.2218487 Jun 07 13:43:13.932413 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6c3d-957d-4e20-889d-aa0787183556 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:13.943876 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6c3d-957d-4e20-889d-aa0787183556 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:13.969535 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:14.003780 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:14.027543 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1b7a6c3d-957d-4e20-889d-aa0787183556 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.031257 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-1b7a6c3d-957d-4e20-889d-aa0787183556 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3747344 Jun 07 13:43:14.031651 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49814) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:14.037300 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-2da1812c-c7b0-48cf-85cf-235e8a0d86ff tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Request body: {'security_group_rule': {'security_group_id': '38e81ef9-14dc-4442-847e-451fa00bece4', 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:14.057844 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a6c3d-957d-4e20-889d-aa0787183556 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683bd4b1-94f1-4566-a39f-0cf1dbd411dc,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:14.065403 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1b7a6c3d-957d-4e20-889d-aa0787183556 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:14.073105 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Set router 91f41723-5783-4485-964e-543ec5f46d99 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:14.078676 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2aa74a04-310a-45cd-81f5-9adb4e8524e1 req-6f4bd5e1-0045-454e-850f-9695861134dc tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381435 Jun 07 13:43:14.103157 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2da1812c-c7b0-48cf-85cf-235e8a0d86ff tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.210184 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2da1812c-c7b0-48cf-85cf-235e8a0d86ff tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.237215 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2da1812c-c7b0-48cf-85cf-235e8a0d86ff tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.241281 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:14.278355 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1812c-c7b0-48cf-85cf-235e8a0d86ff tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2b07c4-8075-4bc6-93c4-8c7ba79208bc,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:14.283587 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2da1812c-c7b0-48cf-85cf-235e8a0d86ff tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:14.295010 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2da1812c-c7b0-48cf-85cf-235e8a0d86ff tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.296280 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-2da1812c-c7b0-48cf-85cf-235e8a0d86ff tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2636266 Jun 07 13:43:14.299072 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49818) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:14.305229 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-e1453545-0b68-4d90-94a7-27602fbcbfce tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Request body: {'security_group_rule': {'security_group_id': '38e81ef9-14dc-4442-847e-451fa00bece4', 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:14.369950 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e1453545-0b68-4d90-94a7-27602fbcbfce tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.435855 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.461473 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 43c8d556-e0fd-4bdd-9c88-2720749632e3, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=43c8d556-e0fd-4bdd-9c88-2720749632e3,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:14.473890 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.475081 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 3aa41451-2e39-4253-966d-4ef8f3c881fb up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:14.480334 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e1453545-0b68-4d90-94a7-27602fbcbfce tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.484723 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e1453545-0b68-4d90-94a7-27602fbcbfce tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.487109 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:14.517123 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1453545-0b68-4d90-94a7-27602fbcbfce tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6631f11-b775-4f24-b456-562c536f9194,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:14.521270 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e1453545-0b68-4d90-94a7-27602fbcbfce tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:14.526715 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-e1453545-0b68-4d90-94a7-27602fbcbfce tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.532722 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-e1453545-0b68-4d90-94a7-27602fbcbfce tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2281621 Jun 07 13:43:14.532993 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49824) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:14.542385 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-31545f19-d245-4b15-bd65-f826b45d404f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Request body: {'security_group_rule': {'security_group_id': '38e81ef9-14dc-4442-847e-451fa00bece4', 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:14.543558 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:14.599240 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-31545f19-d245-4b15-bd65-f826b45d404f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.617252 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:14.766990 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-31545f19-d245-4b15-bd65-f826b45d404f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.772602 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-31545f19-d245-4b15-bd65-f826b45d404f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.774203 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:14.774820 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.786757 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-730332d8-a0f7-4827-9abd-58ad59bc086e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:14.830046 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31545f19-d245-4b15-bd65-f826b45d404f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d46c0ce-2307-4c7c-8e8a-c9add7ab9129,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:14.832944 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-31545f19-d245-4b15-bd65-f826b45d404f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:14.843553 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-31545f19-d245-4b15-bd65-f826b45d404f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.845150 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-31545f19-d245-4b15-bd65-f826b45d404f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107953 Jun 07 13:43:14.848958 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49832) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:14.853926 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-2097b92a-9fe0-4124-a2bf-c7a7919f334f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Request body: {'security_group_rule': {'security_group_id': '38e81ef9-14dc-4442-847e-451fa00bece4', 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:14.884144 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=43c8d556-e0fd-4bdd-9c88-2720749632e3,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:14.896805 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:14.903597 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.securitygroups_db [None req-2097b92a-9fe0-4124-a2bf-c7a7919f334f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Project ab1edfe6a10249c7a84abb832e0821e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:43:14.915998 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2097b92a-9fe0-4124-a2bf-c7a7919f334f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:14.953822 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 3aa41451-2e39-4253-966d-4ef8f3c881fb triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:14.954385 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.023565 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2097b92a-9fe0-4124-a2bf-c7a7919f334f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.032986 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2097b92a-9fe0-4124-a2bf-c7a7919f334f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.040599 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-e1453545-0b68-4d90-94a7-27602fbcbfce tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:15.061214 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097b92a-9fe0-4124-a2bf-c7a7919f334f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b19946-152b-4df1-b7fa-ba6e19195ade,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:15.066748 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24d258-6ddf-4a6e-9eb4-84a02ca15c8d req-2f2832e3-8d03-45f0-bb3e-d3d19feb73ab tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:15.081854 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9e24d258-6ddf-4a6e-9eb4-84a02ca15c8d req-2f2832e3-8d03-45f0-bb3e-d3d19feb73ab tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1586621 Jun 07 13:43:15.086288 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2097b92a-9fe0-4124-a2bf-c7a7919f334f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:15.109296 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2097b92a-9fe0-4124-a2bf-c7a7919f334f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.111389 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-2097b92a-9fe0-4124-a2bf-c7a7919f334f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2608151 Jun 07 13:43:15.114073 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 49836) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:15.119234 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-817f39a3-e04e-4b8d-8152-d2b5810aed47 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Request body: {'security_group_rule': {'security_group_id': '38e81ef9-14dc-4442-847e-451fa00bece4', 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:15.168512 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.securitygroups_db [None req-817f39a3-e04e-4b8d-8152-d2b5810aed47 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Project ab1edfe6a10249c7a84abb832e0821e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:43:15.182298 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9e24d258-6ddf-4a6e-9eb4-84a02ca15c8d req-b3221b53-805e-4829-a14b-a47256d3ec4a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068130 Jun 07 13:43:15.188102 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-817f39a3-e04e-4b8d-8152-d2b5810aed47 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.223014 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.313501 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:15.315983 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9d016a-25ff-4b49-be80-9415c40f9121" -d '{"events": [{"server_uuid": "2d49a88c-4829-40d4-8368-691ec9fd8b09", "name": "network-vif-plugged", "status": "completed", "tag": "25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:15.332707 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f41723-5783-4485-964e-543ec5f46d99', 'name': 'tempest-TestShelveInstance-1867761062-router', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '6e074053-7939-441b-b428-70d2752da3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:43:10Z', 'revision_number': 4, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'gw_port': {'id': '6e074053-7939-441b-b428-70d2752da3b6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f41723-5783-4485-964e-543ec5f46d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': '4a8e89a2-15cb-45af-a06e-7f91b98b4163', 'name': '', 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'mac_address': 'fa:16:3e:a4:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f41723-5783-4485-964e-543ec5f46d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '45b29748-92dc-4e5b-b4ae-5ea88ee8231b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:07Z', 'updated_at': '2021-06-07T13:43:10Z', 'revision_number': 2, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'subnets': [{'id': '45b29748-92dc-4e5b-b4ae-5ea88ee8231b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:15.335547 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-817f39a3-e04e-4b8d-8152-d2b5810aed47 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.336068 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:15.340219 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Checking router: 91f41723-5783-4485-964e-543ec5f46d99 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:43:15.340679 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Updating router 91f41723-5783-4485-964e-543ec5f46d99 port 4a8e89a2-15cb-45af-a06e-7f91b98b4163 binding host dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:43:15.343943 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-817f39a3-e04e-4b8d-8152-d2b5810aed47 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.354847 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:15.382953 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f39a3-e04e-4b8d-8152-d2b5810aed47 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c4c073-70ba-494e-8102-703165f1a136,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:15.386648 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-817f39a3-e04e-4b8d-8152-d2b5810aed47 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:15.402937 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66118fa3-1db6-47dd-9709-2ba2ee000487 req-baea6891-74b4-4ee2-b7a4-1571df7f58f5 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:15.403110 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.404865 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-66118fa3-1db6-47dd-9709-2ba2ee000487 req-baea6891-74b4-4ee2-b7a4-1571df7f58f5 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 945 time: 0.1533856 Jun 07 13:43:15.406508 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-817f39a3-e04e-4b8d-8152-d2b5810aed47 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.407890 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-817f39a3-e04e-4b8d-8152-d2b5810aed47 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2925570 Jun 07 13:43:15.425748 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-cd497b43-9d37-4016-9eb7-67e871b1d491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:15.489947 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88e6e99-5cb1-49ce-95b3-fc7bb366de6d x-openstack-request-id: req-d88e6e99-5cb1-49ce-95b3-fc7bb366de6d {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:15.490633 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d49a88c-4829-40d4-8368-691ec9fd8b09", "name": "network-vif-plugged", "status": "completed", "tag": "25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:15.490633 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d88e6e99-5cb1-49ce-95b3-fc7bb366de6d {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:15.490897 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197', 'code': 200} Jun 07 13:43:15.492709 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-66118fa3-1db6-47dd-9709-2ba2ee000487 req-5a625175-51f9-4915-aeef-f2e5756e0ba8 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778239 Jun 07 13:43:15.541556 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 43c8d556-e0fd-4bdd-9c88-2720749632e3 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:15.572537 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.650202 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:15.668184 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:15.774365 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d11a3-52b2-417c-a853-1d54cebd8107 req-5bc26001-7608-4fe9-ad7d-bcfa0be37043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:15.776156 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1f0d11a3-52b2-417c-a853-1d54cebd8107 req-5bc26001-7608-4fe9-ad7d-bcfa0be37043 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 1099 time: 0.0941591 Jun 07 13:43:15.783601 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 43c8d556-e0fd-4bdd-9c88-2720749632e3 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:15.783984 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:15.835127 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1f0d11a3-52b2-417c-a853-1d54cebd8107 req-4eb98c61-9d9f-4249-9a68-e65408b6f063 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507009 Jun 07 13:43:16.045387 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 6e074053-7939-441b-b428-70d2752da3b6 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:16.185008 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Notify callbacks [] for port, precommit_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:16.201353 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Transition to ACTIVE for port object 4a8e89a2-15cb-45af-a06e-7f91b98b4163 will not be triggered until provisioned by entity L2. {{(pid=91821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:16.205369 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 6e074053-7939-441b-b428-70d2752da3b6 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:16.205758 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:16.255565 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:16.265520 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-fc524a8b-9d6d-456e-9c49-4b98f100d6fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:16.314399 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Sync routers for ids ['a41ad501-a0be-4c1f-839f-744ab072f522'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:43:16.337664 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Routers {'a41ad501-a0be-4c1f-839f-744ab072f522'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:16.338644 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['a41ad501-a0be-4c1f-839f-744ab072f522'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:16.538280 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada226e-1052-4b46-9870-d6e47c1f4b99 None None] Pushing event updated for resources: {'Port': ['ID=4a8e89a2-15cb-45af-a06e-7f91b98b4163,revision_number=3']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:16.583131 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-6ada226e-1052-4b46-9870-d6e47c1f4b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:16.702401 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e9bfc-8824-4d82-baef-ce101905838e req-5a63af0b-b105-422e-9579-f82d116edaa0 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:16.720009 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2d7e9bfc-8824-4d82-baef-ce101905838e req-5a63af0b-b105-422e-9579-f82d116edaa0 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.2512350 Jun 07 13:43:16.777764 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Attempting to bind port 4a8e89a2-15cb-45af-a06e-7f91b98b4163 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:16.778459 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Attempting to bind port 4a8e89a2-15cb-45af-a06e-7f91b98b4163 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '753c3e11-96f8-4e13-bee8-992ba4ca1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097'}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:16.778996 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Attempting to bind port 4a8e89a2-15cb-45af-a06e-7f91b98b4163 on network dae47367-12cc-49dd-a899-9bf82456d097 {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:16.798662 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:16.799365 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Checking segment: {'id': '753c3e11-96f8-4e13-bee8-992ba4ca1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:16.799939 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:16.800503 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Bound using segment: {'id': '753c3e11-96f8-4e13-bee8-992ba4ca1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097'} {{(pid=91821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:16.801196 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.managers [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Bound port: 4a8e89a2-15cb-45af-a06e-7f91b98b4163, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753c3e11-96f8-4e13-bee8-992ba4ca1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097'}}] {{(pid=91821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:16.801754 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:16.848087 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2d7e9bfc-8824-4d82-baef-ce101905838e req-8807b0e2-ca2f-4dcd-93bc-3270ecd5ed52 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271238 Jun 07 13:43:16.867380 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Set router a41ad501-a0be-4c1f-839f-744ab072f522 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:16.944647 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] For port 4a8e89a2-15cb-45af-a06e-7f91b98b4163, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:16.954366 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] For port 4a8e89a2-15cb-45af-a06e-7f91b98b4163, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=4a8e89a2-15cb-45af-a06e-7f91b98b4163,segment=NetworkSegment(753c3e11-96f8-4e13-bee8-992ba4ca1e39),segment_id=753c3e11-96f8-4e13-bee8-992ba4ca1e39)] {{(pid=91821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:16.964035 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:16.973675 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:17.020373 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22c1ab-7344-4e12-b06b-b5defd5f3ede req-e9e181e4-09c7-4dcd-986d-f0c37eb4e295 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:17.022567 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0f22c1ab-7344-4e12-b06b-b5defd5f3ede req-e9e181e4-09c7-4dcd-986d-f0c37eb4e295 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 946 time: 0.1948166 Jun 07 13:43:17.103632 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0f22c1ab-7344-4e12-b06b-b5defd5f3ede req-3c3e7124-4f86-44f9-b83d-8a4b1d9bd12e tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743637 Jun 07 13:43:17.133306 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada226e-1052-4b46-9870-d6e47c1f4b99 None None] Pushing event updated for resources: {'Port': ['ID=4a8e89a2-15cb-45af-a06e-7f91b98b4163,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:17.141449 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-6ada226e-1052-4b46-9870-d6e47c1f4b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:17.165380 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Routers {'91f41723-5783-4485-964e-543ec5f46d99'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:17.166016 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['91f41723-5783-4485-964e-543ec5f46d99'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:17.420042 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'name': 'tempest-TestMinimumBasicScenario-1818805429-router', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:06Z', 'revision_number': 4, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'gw_port': {'id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:01Z', 'updated_at': '2021-06-07T13:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd33d74ef-71b9-4114-9f51-c5ca8e049035', 'name': '', 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'mac_address': 'fa:16:3e:48:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bddd64db-2683-4e9c-b6de-c1d317a2c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:05Z', 'updated_at': '2021-06-07T13:43:07Z', 'revision_number': 2, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'subnets': [{'id': 'bddd64db-2683-4e9c-b6de-c1d317a2c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:17.430402 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Checking router: a41ad501-a0be-4c1f-839f-744ab072f522 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:43:17.431303 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Updating router a41ad501-a0be-4c1f-839f-744ab072f522 port d33d74ef-71b9-4114-9f51-c5ca8e049035 binding host dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:43:17.455451 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] Set router 91f41723-5783-4485-964e-543ec5f46d99 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:17.524534 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:17.938906 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f41723-5783-4485-964e-543ec5f46d99', 'name': 'tempest-TestShelveInstance-1867761062-router', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '6e074053-7939-441b-b428-70d2752da3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:43:10Z', 'revision_number': 4, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'gw_port': {'id': '6e074053-7939-441b-b428-70d2752da3b6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f41723-5783-4485-964e-543ec5f46d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': '4a8e89a2-15cb-45af-a06e-7f91b98b4163', 'name': '', 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'mac_address': 'fa:16:3e:a4:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f41723-5783-4485-964e-543ec5f46d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '45b29748-92dc-4e5b-b4ae-5ea88ee8231b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:07Z', 'updated_at': '2021-06-07T13:43:16Z', 'revision_number': 4, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'subnets': [{'id': '45b29748-92dc-4e5b-b4ae-5ea88ee8231b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:17.951812 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2443df0-ee15-4cfb-971c-92355b8fbba2 None None] The sync data for ids ['91f41723-5783-4485-964e-543ec5f46d99'] in dv-cinder-785362-2-smb is: [{'id': '91f41723-5783-4485-964e-543ec5f46d99', 'name': 'tempest-TestShelveInstance-1867761062-router', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '6e074053-7939-441b-b428-70d2752da3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:43:10Z', 'revision_number': 4, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'gw_port': {'id': '6e074053-7939-441b-b428-70d2752da3b6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f41723-5783-4485-964e-543ec5f46d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': '4a8e89a2-15cb-45af-a06e-7f91b98b4163', 'name': '', 'network_id': 'dae47367-12cc-49dd-a899-9bf82456d097', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'mac_address': 'fa:16:3e:a4:50:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f41723-5783-4485-964e-543ec5f46d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '45b29748-92dc-4e5b-b4ae-5ea88ee8231b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:07Z', 'updated_at': '2021-06-07T13:43:16Z', 'revision_number': 4, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'subnets': [{'id': '45b29748-92dc-4e5b-b4ae-5ea88ee8231b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:43:18.002948 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Notify callbacks [] for port, precommit_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:18.057832 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.provisioning_blocks [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Transition to ACTIVE for port object d33d74ef-71b9-4114-9f51-c5ca8e049035 will not be triggered until provisioned by entity L2. {{(pid=91822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:18.069805 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:18.073933 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:18.265873 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f8515-b4de-4600-9d2b-bac9b71bdd8c req-c74da44f-17e4-4d08-ba77-a5d4ab56da3a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:18.268273 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f92f8515-b4de-4600-9d2b-bac9b71bdd8c req-c74da44f-17e4-4d08-ba77-a5d4ab56da3a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1889093 Jun 07 13:43:18.375563 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f92f8515-b4de-4600-9d2b-bac9b71bdd8c req-fff2078e-52e5-4d21-b93d-60161b3fc750 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003206 Jun 07 13:43:18.440287 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f5adf-8a20-4e2d-a4ad-99eaf52bff45 None None] Pushing event updated for resources: {'Port': ['ID=d33d74ef-71b9-4114-9f51-c5ca8e049035,revision_number=3']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:18.443225 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-ab8f5adf-8a20-4e2d-a4ad-99eaf52bff45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:18.498395 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3267f5-d51a-400d-8db7-c5eeca623c31 req-7c2c51e9-c25a-4b30-b853-2052c035f99a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:18.500396 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1c3267f5-d51a-400d-8db7-c5eeca623c31 req-7c2c51e9-c25a-4b30-b853-2052c035f99a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 946 time: 0.1491218 Jun 07 13:43:18.591773 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Attempting to bind port d33d74ef-71b9-4114-9f51-c5ca8e049035 on host dv-cinder-785362-2-smb for vnic_type normal with profile {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:18.592134 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Attempting to bind port d33d74ef-71b9-4114-9f51-c5ca8e049035 by drivers openvswitch,hyperv on host dv-cinder-785362-2-smb at level 0 using segments [{'id': '05dd8f1d-630c-44e3-b330-b9b0dcf28ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2'}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:18.592506 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Attempting to bind port d33d74ef-71b9-4114-9f51-c5ca8e049035 on network 02615d70-4a61-4a95-834b-f1806e7d3eb2 {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:18.600273 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Checking agent: {'id': 'e98ec5d0-9141-4ad2-8eb3-acde962094bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-785362-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 30, 5), 'started_at': datetime.datetime(2021, 6, 7, 13, 30, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-785362-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:18.600644 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Checking segment: {'id': '05dd8f1d-630c-44e3-b330-b9b0dcf28ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:18.601178 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:18.601561 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Bound using segment: {'id': '05dd8f1d-630c-44e3-b330-b9b0dcf28ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2'} {{(pid=91822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:18.602029 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.managers [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Bound port: d33d74ef-71b9-4114-9f51-c5ca8e049035, host: dv-cinder-785362-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05dd8f1d-630c-44e3-b330-b9b0dcf28ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2'}}] {{(pid=91822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:18.602415 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:18.627472 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1c3267f5-d51a-400d-8db7-c5eeca623c31 req-c778374c-5718-4f6e-b963-753f5425d4b0 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173189 Jun 07 13:43:18.751759 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] For port d33d74ef-71b9-4114-9f51-c5ca8e049035, host dv-cinder-785362-2-smb, cleared binding levels {{(pid=91822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:18.755764 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.plugins.ml2.db [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] For port d33d74ef-71b9-4114-9f51-c5ca8e049035, host dv-cinder-785362-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=d33d74ef-71b9-4114-9f51-c5ca8e049035,segment=NetworkSegment(05dd8f1d-630c-44e3-b330-b9b0dcf28ab4),segment_id=05dd8f1d-630c-44e3-b330-b9b0dcf28ab4)] {{(pid=91822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:18.761683 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron_lib.callbacks.manager [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:18.773704 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:18.848821 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599f72a-028d-4c72-b2f1-47a7839feca9 req-84671387-edd5-4f75-a040-0b4166e5feeb tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:18.854337 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-2599f72a-028d-4c72-b2f1-47a7839feca9 req-84671387-edd5-4f75-a040-0b4166e5feeb tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 946 time: 0.0951161 Jun 07 13:43:18.859288 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 49912) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:18.864757 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-d93b0ab4-602a-4d2a-be40-2e28742176fd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Request body: {'floatingip': {'port_id': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:18.871930 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f5adf-8a20-4e2d-a4ad-99eaf52bff45 None None] Pushing event updated for resources: {'Port': ['ID=d33d74ef-71b9-4114-9f51-c5ca8e049035,revision_number=4']} {{(pid=91822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:18.890606 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG oslo_concurrency.lockutils [None req-ab8f5adf-8a20-4e2d-a4ad-99eaf52bff45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:18.905179 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Routers {'a41ad501-a0be-4c1f-839f-744ab072f522'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:18.906056 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['a41ad501-a0be-4c1f-839f-744ab072f522'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:19.149387 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] Set router a41ad501-a0be-4c1f-839f-744ab072f522 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:19.206760 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d93b0ab4-602a-4d2a-be40-2e28742176fd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:19.754991 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 4a8e89a2-15cb-45af-a06e-7f91b98b4163 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:19.789238 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd648fe1-3265-492f-a1f1-4f254e0c51eb req-22a22f12-2ca7-40b9-8fb3-f7fd0ca8de0d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:19.797430 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fd648fe1-3265-492f-a1f1-4f254e0c51eb req-22a22f12-2ca7-40b9-8fb3-f7fd0ca8de0d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.2051497 Jun 07 13:43:19.829062 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'name': 'tempest-TestMinimumBasicScenario-1818805429-router', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:06Z', 'revision_number': 4, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'gw_port': {'id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:01Z', 'updated_at': '2021-06-07T13:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd33d74ef-71b9-4114-9f51-c5ca8e049035', 'name': '', 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'mac_address': 'fa:16:3e:48:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bddd64db-2683-4e9c-b6de-c1d317a2c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:05Z', 'updated_at': '2021-06-07T13:43:18Z', 'revision_number': 4, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'subnets': [{'id': 'bddd64db-2683-4e9c-b6de-c1d317a2c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:19.843053 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779265e-5221-4a0a-8a50-94bb68c9808a None None] The sync data for ids ['a41ad501-a0be-4c1f-839f-744ab072f522'] in dv-cinder-785362-2-smb is: [{'id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'name': 'tempest-TestMinimumBasicScenario-1818805429-router', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:06Z', 'revision_number': 4, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'gw_port': {'id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:01Z', 'updated_at': '2021-06-07T13:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd33d74ef-71b9-4114-9f51-c5ca8e049035', 'name': '', 'network_id': '02615d70-4a61-4a95-834b-f1806e7d3eb2', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'mac_address': 'fa:16:3e:48:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'bddd64db-2683-4e9c-b6de-c1d317a2c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:05Z', 'updated_at': '2021-06-07T13:43:18Z', 'revision_number': 4, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'subnets': [{'id': 'bddd64db-2683-4e9c-b6de-c1d317a2c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:43:19.865257 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fd648fe1-3265-492f-a1f1-4f254e0c51eb req-191e8be5-bb7c-4947-ad44-1e94efc3d414 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663085 Jun 07 13:43:19.944129 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port 4a8e89a2-15cb-45af-a06e-7f91b98b4163 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:19.949498 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 4a8e89a2-15cb-45af-a06e-7f91b98b4163 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:19.950009 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:20.061078 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d93b0ab4-602a-4d2a-be40-2e28742176fd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:20.067973 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d93b0ab4-602a-4d2a-be40-2e28742176fd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:20.117241 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:20.183549 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port 4a8e89a2-15cb-45af-a06e-7f91b98b4163, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=4a8e89a2-15cb-45af-a06e-7f91b98b4163,segment=NetworkSegment(753c3e11-96f8-4e13-bee8-992ba4ca1e39),segment_id=753c3e11-96f8-4e13-bee8-992ba4ca1e39)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:20.192551 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:20.193578 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d33d74ef-71b9-4114-9f51-c5ca8e049035 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:20.217990 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:20.275403 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.l3_db [None req-d93b0ab4-602a-4d2a-be40-2e28742176fd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Floating IP 736ad2d1-3836-4551-963b-eb1173b8f188 associated. External IP: 172.28.3.185, port: 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197. Jun 07 13:43:20.325236 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=4a8e89a2-15cb-45af-a06e-7f91b98b4163,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:20.328958 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:20.342918 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning for port d33d74ef-71b9-4114-9f51-c5ca8e049035 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:20.348197 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port d33d74ef-71b9-4114-9f51-c5ca8e049035 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:20.348680 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:20.527349 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:20.572084 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] For port d33d74ef-71b9-4114-9f51-c5ca8e049035, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=d33d74ef-71b9-4114-9f51-c5ca8e049035,segment=NetworkSegment(05dd8f1d-630c-44e3-b330-b9b0dcf28ab4),segment_id=05dd8f1d-630c-44e3-b330-b9b0dcf28ab4)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:20.577123 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:20.582738 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:20.704201 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Pushing event updated for resources: {'Port': ['ID=d33d74ef-71b9-4114-9f51-c5ca8e049035,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:20.714090 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:20.744328 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93b0ab4-602a-4d2a-be40-2e28742176fd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Router 8b473756-3771-45c9-921f-a0953eb2e565 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:43:21.189528 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93b0ab4-602a-4d2a-be40-2e28742176fd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:43:21.194733 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d93b0ab4-602a-4d2a-be40-2e28742176fd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:21.203019 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1b59d-a456-4063-99ff-6c2fc1d69052 None None] Sync routers for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:43:21.213674 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc1b59d-a456-4063-99ff-6c2fc1d69052 None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:21.214343 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-9cc1b59d-a456-4063-99ff-6c2fc1d69052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:21.295521 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779668a-5468-4f29-9fde-b9126bfc37d4 req-7eb835ba-1cca-4f49-9975-b7883f5a7441 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:21.297071 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a779668a-5468-4f29-9fde-b9126bfc37d4 req-7eb835ba-1cca-4f49-9975-b7883f5a7441 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1988993 Jun 07 13:43:21.303391 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-d93b0ab4-602a-4d2a-be40-2e28742176fd tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "PUT /v2.0/floatingips/736ad2d1-3836-4551-963b-eb1173b8f188 HTTP/1.1" status: 200 len: 992 time: 2.4424989 Jun 07 13:43:21.323464 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'tag': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:21.327222 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d49a88c-4829-40d4-8368-691ec9fd8b09", "tag": "25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:21.369698 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a779668a-5468-4f29-9fde-b9126bfc37d4 req-e84ddff0-19bb-4a62-a5b9-14c18765c8c2 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648327 Jun 07 13:43:21.537175 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-9cc1b59d-a456-4063-99ff-6c2fc1d69052 None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:21.595023 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 4a8e89a2-15cb-45af-a06e-7f91b98b4163 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:21.612571 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb8d8ea-3f4d-4f25-b9f1-e6a6d2823180 x-openstack-request-id: req-8cb8d8ea-3f4d-4f25-b9f1-e6a6d2823180 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:21.612897 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d49a88c-4829-40d4-8368-691ec9fd8b09", "tag": "25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:21.613244 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8cb8d8ea-3f4d-4f25-b9f1-e6a6d2823180 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:21.613667 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'tag': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197', 'status': 'completed', 'code': 200} Jun 07 13:43:21.752903 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9 req-dce5e3cf-fc1d-4854-be4c-bfc704a18837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:21.754433 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9 req-dce5e3cf-fc1d-4854-be4c-bfc704a18837 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 1099 time: 0.1083877 Jun 07 13:43:21.980618 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port 4a8e89a2-15cb-45af-a06e-7f91b98b4163 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:21.980994 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:21.992186 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9 req-675e5826-9d55-4b4c-87cb-1d93c8a71650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:21.993970 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9 req-675e5826-9d55-4b4c-87cb-1d93c8a71650 service neutron] 10.222.0.54 "GET /v2.0/networks?id=208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 200 len: 912 time: 0.2324800 Jun 07 13:43:22.139855 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9 req-d8612e8f-45f8-40c1-9259-2ad7a0075c70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 HTTP/1.1" status: 200 len: 1000 time: 0.1337624 Jun 07 13:43:22.180460 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d33d74ef-71b9-4114-9f51-c5ca8e049035 up at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:22.241694 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9 req-827a3f20-c03f-48bd-b333-b95310d13330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:22.243924 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9 req-827a3f20-c03f-48bd-b333-b95310d13330 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=050186de-5062-460e-8201-e277a2d397b8 HTTP/1.1" status: 200 len: 850 time: 0.0961440 Jun 07 13:43:22.269128 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-9cc1b59d-a456-4063-99ff-6c2fc1d69052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '736ad2d1-3836-4551-963b-eb1173b8f188', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'floating_ip_address': '172.28.3.185', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'port_id': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'mac_address': 'fa:16:3e:af:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:19Z', 'revision_number': 1, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:22.277715 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1b59d-a456-4063-99ff-6c2fc1d69052 None None] Checking router: 8b473756-3771-45c9-921f-a0953eb2e565 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:43:22.279922 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Provisioning complete for port d33d74ef-71b9-4114-9f51-c5ca8e049035 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:22.279922 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:22.336826 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc1b59d-a456-4063-99ff-6c2fc1d69052 None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:22.337380 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-9cc1b59d-a456-4063-99ff-6c2fc1d69052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:22.357206 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9 req-90f9498e-11ee-492b-9793-3ea721d4044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:22.359127 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9 req-90f9498e-11ee-492b-9793-3ea721d4044c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=208989e9-9ce4-41b2-86c1-f7dfee081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1066658 Jun 07 13:43:22.560258 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-9cc1b59d-a456-4063-99ff-6c2fc1d69052 None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:22.615166 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9 req-07350215-6238-4353-bf0d-2bd553c16152 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430146 Jun 07 13:43:22.667727 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e801ea-b3f6-4fff-b27e-a4eaf4e4f0d0 req-c80736fa-13ae-486e-8efd-b1064d83309b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:22.670335 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-26e801ea-b3f6-4fff-b27e-a4eaf4e4f0d0 req-c80736fa-13ae-486e-8efd-b1064d83309b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1373706 Jun 07 13:43:22.747389 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-26e801ea-b3f6-4fff-b27e-a4eaf4e4f0d0 req-960acbcc-2974-43e8-af36-85639f73ac26 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694788 Jun 07 13:43:22.837030 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4d8fe965-e4d2-4741-ae4e-01befaf6aab9 req-fb128781-967e-44f8-a7c0-d8b221be72a3 service neutron] 10.222.0.54 "GET /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120309 Jun 07 13:43:23.080953 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-9cc1b59d-a456-4063-99ff-6c2fc1d69052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '736ad2d1-3836-4551-963b-eb1173b8f188', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'floating_ip_address': '172.28.3.185', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'port_id': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'mac_address': 'fa:16:3e:af:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:19Z', 'revision_number': 1, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:23.087489 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc1b59d-a456-4063-99ff-6c2fc1d69052 None None] The sync data for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb is: [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '736ad2d1-3836-4551-963b-eb1173b8f188', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'floating_ip_address': '172.28.3.185', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'port_id': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'mac_address': 'fa:16:3e:af:b0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:19Z', 'revision_number': 1, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:43:23.354607 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65193cd1-87bd-4ad7-a08d-c67addadba61 None None] New status for floating IP 736ad2d1-3836-4551-963b-eb1173b8f188: ACTIVE {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:43:23.977893 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ce4b6-d164-4bea-81ad-24f3d2b1807a req-4146389e-a777-4b28-9cfa-08013b88c2d3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:23.979570 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-425ce4b6-d164-4bea-81ad-24f3d2b1807a req-4146389e-a777-4b28-9cfa-08013b88c2d3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0947847 Jun 07 13:43:24.052580 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-425ce4b6-d164-4bea-81ad-24f3d2b1807a req-3646e1f1-44ff-41c7-a4d1-3b146ac2931b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577431 Jun 07 13:43:25.249244 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd35922-7f71-4f82-a9e6-d4ca3115255e req-ad75e864-00e0-4ccf-9fed-7435b37abd19 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:25.250676 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ecd35922-7f71-4f82-a9e6-d4ca3115255e req-ad75e864-00e0-4ccf-9fed-7435b37abd19 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0935855 Jun 07 13:43:25.302037 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ecd35922-7f71-4f82-a9e6-d4ca3115255e req-7e35bd5b-a63a-479e-a875-551efc93037f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457420 Jun 07 13:43:25.338544 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-88770ada-5b54-4eb4-a179-fad26da74f03 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:25.339969 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-88770ada-5b54-4eb4-a179-fad26da74f03 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/networks?id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 HTTP/1.1" status: 200 len: 814 time: 0.1587255 Jun 07 13:43:25.355375 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-7d4491da-8563-4b8b-afc4-03e9fbedb5eb tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/quotas/210045ec8a1f431d8186c1be3c72dde3 HTTP/1.1" status: 200 len: 375 time: 0.0097878 Jun 07 13:43:25.444650 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-15ce5b78-8534-4eba-bbce-2a5cf88dee80 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=210045ec8a1f431d8186c1be3c72dde3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835798 Jun 07 13:43:25.634254 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a0b83d9d-4302-4d16-b18f-7c5c596571a2 service neutron] 10.222.0.50 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754332 Jun 07 13:43:25.854834 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-0907b0e9-c4c1-4da3-a5aa-0b9e464d3811 service neutron] 10.222.0.50 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146630 Jun 07 13:43:26.021919 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ae82615d-f2e2-49b6-9e81-1f685f5f728d details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:43:26.040792 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9bc7375c-9b94-44f2-bfed-faa5143e63cb req-33ed5b4f-ec6f-405c-8a9e-079acfe6f064 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 210 time: 0.0538075 Jun 07 13:43:26.182510 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:26.196964 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'port_id': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'mac_address': 'fa:16:3e:5f:a5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:43:26.260600 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:26.277915 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae82615d-f2e2-49b6-9e81-1f685f5f728d {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:43:26.299797 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:26.304971 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:26.308091 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-6ada226e-1052-4b46-9870-d6e47c1f4b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:26.384615 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ae82615d-f2e2-49b6-9e81-1f685f5f728d,revision_number=6']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:26.395897 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:26.403358 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['ae82615d-f2e2-49b6-9e81-1f685f5f728d'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:43:26.510193 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c5327-c4d7-4c0d-a031-4319a9715586 req-dc5fa3d6-3457-47da-94af-8649b774c0da tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:26.518700 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-598c5327-c4d7-4c0d-a031-4319a9715586 req-dc5fa3d6-3457-47da-94af-8649b774c0da tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 944 time: 0.0984175 Jun 07 13:43:26.570996 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-598c5327-c4d7-4c0d-a031-4319a9715586 req-3d24c3ca-5312-4b8e-ac24-4c67e0dbcbfc tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511091 Jun 07 13:43:27.226624 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-28aa92d5-7952-4769-921c-4436de05e5a3 req-e876b55d-b6c8-4158-b66f-7d4b48985e0e tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 210 time: 0.0672703 Jun 07 13:43:27.335592 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-06646a41-7ec0-4150-8dd7-452e847aa4a6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:27.337024 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-06646a41-7ec0-4150-8dd7-452e847aa4a6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.54 "GET /v2.0/networks?id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 HTTP/1.1" status: 200 len: 814 time: 0.2114117 Jun 07 13:43:27.358618 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Request body: {'port': {'device_id': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'admin_state_up': True, 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:27.521463 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Made reservation on behalf of 210045ec8a1f431d8186c1be3c72dde3 for: {'port': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:43:27.524658 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:27.546848 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:43:27.795710 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Allocated IP 172.20.0.7 (4bcdf829-6201-4d18-a0c3-9eaba38b8fe0/3a06ffa1-f4e7-4175-a010-46cecf1f200a/3e643daf-4696-403c-81d6-61e527f3d1e5) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:27.842372 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c207-4b90-4531-a8ee-0cd081f86551 req-418a0a07-ad05-4c57-859a-92d81f7245d4 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:27.844101 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-08a4c207-4b90-4531-a8ee-0cd081f86551 req-418a0a07-ad05-4c57-859a-92d81f7245d4 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 944 time: 0.1550169 Jun 07 13:43:28.025113 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ae82615d-f2e2-49b6-9e81-1f685f5f728d up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:28.029297 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-08a4c207-4b90-4531-a8ee-0cd081f86551 req-f590c3a1-8980-4300-86ec-718cbef45320 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694610 Jun 07 13:43:28.113783 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port ae82615d-f2e2-49b6-9e81-1f685f5f728d triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:28.114284 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.121839 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.139836 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Transition to ACTIVE for port object 3e643daf-4696-403c-81d6-61e527f3d1e5 will not be triggered until provisioned by entity DHCP. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:28.176139 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.205853 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8fcbb204-68a5-4718-a56d-fa54d7a43394 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:28.286262 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.301999 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:28.305935 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:28.310817 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:28.345249 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:28.346285 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:28.356208 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdb5496-2936-4c48-ab07-a92691812096" -d '{"events": [{"server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "name": "network-vif-plugged", "status": "completed", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:28.358982 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.360946 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:28.411177 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'Port': ['ID=3e643daf-4696-403c-81d6-61e527f3d1e5,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:28.419297 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:28.477833 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:28.478510 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.519175 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1643720 Jun 07 13:43:28.524324 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ae82615d-f2e2-49b6-9e81-1f685f5f728d,revision_number=7']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:28.538267 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:28.612425 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a83cf-d840-4b47-a430-ad46380cca16 req-45cbb2b0-5667-4e3d-93ce-eb6724dc08fb tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:28.615260 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-eb8a83cf-d840-4b47-a430-ad46380cca16 req-45cbb2b0-5667-4e3d-93ce-eb6724dc08fb tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 931 time: 0.1189463 Jun 07 13:43:28.630964 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-be67b8a9-26bb-448c-ab70-d26be656cc5c None None] Provisioning for port 3e643daf-4696-403c-81d6-61e527f3d1e5 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:28.636238 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-be67b8a9-26bb-448c-ab70-d26be656cc5c None None] Provisioning complete for port 3e643daf-4696-403c-81d6-61e527f3d1e5 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:28.636715 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-be67b8a9-26bb-448c-ab70-d26be656cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:28.680973 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-eb8a83cf-d840-4b47-a430-ad46380cca16 req-34fb5070-5323-4382-b56f-77f2f41b2546 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593195 Jun 07 13:43:28.760865 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-be67b8a9-26bb-448c-ab70-d26be656cc5c None None] Port 3e643daf-4696-403c-81d6-61e527f3d1e5 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:43:28.849643 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65315e82-3a57-4bbe-8167-5634d906d169 x-openstack-request-id: req-65315e82-3a57-4bbe-8167-5634d906d169 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:28.849948 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "name": "network-vif-plugged", "status": "completed", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:28.850238 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-65315e82-3a57-4bbe-8167-5634d906d169 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:28.850644 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'code': 200} Jun 07 13:43:29.334089 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a174214-bd75-4ba1-a67d-27000d4fbeb6 req-e7cb782e-fba5-49ae-9c36-afbd120286be tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:29.335777 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3a174214-bd75-4ba1-a67d-27000d4fbeb6 req-e7cb782e-fba5-49ae-9c36-afbd120286be tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1697047 Jun 07 13:43:29.385460 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3a174214-bd75-4ba1-a67d-27000d4fbeb6 req-1d6aee6b-41ee-4d27-8915-3dcf85a5b582 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424743 Jun 07 13:43:29.877767 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505e098-9bbd-4e07-8e26-ebe7901419ac req-7a1e0819-24a9-4ca8-98d9-33d2e3adce7e tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:29.879846 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f505e098-9bbd-4e07-8e26-ebe7901419ac req-7a1e0819-24a9-4ca8-98d9-33d2e3adce7e tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 931 time: 0.0835068 Jun 07 13:43:29.932972 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f505e098-9bbd-4e07-8e26-ebe7901419ac req-25dc5c2a-f318-4f53-ae24-97f43b4b8301 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Jun 07 13:43:30.584471 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b3bf5-5110-4ee9-8fec-2b2ef3d5df59 req-b9f26dc0-23af-4c64-8c84-9874dccc1472 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:30.585983 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fc9b3bf5-5110-4ee9-8fec-2b2ef3d5df59 req-b9f26dc0-23af-4c64-8c84-9874dccc1472 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0842309 Jun 07 13:43:30.633154 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fc9b3bf5-5110-4ee9-8fec-2b2ef3d5df59 req-bb8cb27b-4744-4921-8b7e-a0d5e4ec16f6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415099 Jun 07 13:43:31.124591 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146baf94-75f1-4fcd-b19f-11aa50a14819 req-f08bf3f1-d250-4476-9358-32ce1325e388 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:31.126038 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-146baf94-75f1-4fcd-b19f-11aa50a14819 req-f08bf3f1-d250-4476-9358-32ce1325e388 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 931 time: 0.0863767 Jun 07 13:43:31.172171 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-146baf94-75f1-4fcd-b19f-11aa50a14819 req-b9a834cd-c9a0-4cad-8169-aaa24e330cc2 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 Jun 07 13:43:31.833236 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f277b-2c3f-4413-85c5-1845b0b67244 req-eebe6ce1-8597-4fd2-8563-797775ac4ef3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:31.834803 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-048f277b-2c3f-4413-85c5-1845b0b67244 req-eebe6ce1-8597-4fd2-8563-797775ac4ef3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0831125 Jun 07 13:43:31.886608 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-048f277b-2c3f-4413-85c5-1845b0b67244 req-38b7929b-25ed-4a06-b07d-ff39ac370739 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441911 Jun 07 13:43:32.304576 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-d6d4db83-29af-44ab-8622-9983809187c0 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1228313123&fields=id&tenant_id=ab1edfe6a10249c7a84abb832e0821e4 HTTP/1.1" status: 200 len: 267 time: 0.0434685 Jun 07 13:43:32.456731 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-4482b944-59cb-46bf-b3ef-eee87d06de4d tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:32.458202 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-4482b944-59cb-46bf-b3ef-eee87d06de4d tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/networks?id=7663f085-ad70-4613-9b57-f3a6b7e42f48 HTTP/1.1" status: 200 len: 808 time: 0.1468143 Jun 07 13:43:32.475623 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-821e8755-4169-46f9-ba09-a3df6202ba5b tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/quotas/ab1edfe6a10249c7a84abb832e0821e4 HTTP/1.1" status: 200 len: 375 time: 0.0111194 Jun 07 13:43:32.497605 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0d14b112-0c12-46bd-b676-2ef0568d609c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:32.565485 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1648ed57-35b2-49ea-b845-1b09ead8bc2b tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab1edfe6a10249c7a84abb832e0821e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839813 Jun 07 13:43:32.716613 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-57b75211-9129-46ed-bf73-95946972dea1 service neutron] 10.222.0.50 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397874 Jun 07 13:43:32.856083 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-8ff794a0-f099-44aa-a6e7-0063b1120cc9 service neutron] 10.222.0.50 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334627 Jun 07 13:43:33.403663 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59350d-4054-42e6-90ab-c4c9a9130dd5 req-847ba005-a51a-404a-a776-cd94a4634f15 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:33.405476 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fb59350d-4054-42e6-90ab-c4c9a9130dd5 req-847ba005-a51a-404a-a776-cd94a4634f15 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 931 time: 0.1104684 Jun 07 13:43:33.465971 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fb59350d-4054-42e6-90ab-c4c9a9130dd5 req-e7b66780-c2c0-4885-8e85-a8285fb85425 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497105 Jun 07 13:43:33.679012 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c92b-dfd2-461f-bc75-06dc2c1ee503 req-203ab526-35fe-4505-8af0-e5328dcd9695 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:33.680517 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-cce5c92b-dfd2-461f-bc75-06dc2c1ee503 req-203ab526-35fe-4505-8af0-e5328dcd9695 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1049185 Jun 07 13:43:33.726895 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-cce5c92b-dfd2-461f-bc75-06dc2c1ee503 req-edc6acb9-88a1-4849-8a40-1358b2bb9646 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399482 Jun 07 13:43:33.876077 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5a5081d7-e051-4b04-a3e5-e8c42297aca2 req-6366a4f4-ac48-4c84-9ece-f9451c7e6dd9 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 210 time: 0.0489619 Jun 07 13:43:34.664665 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c337ce3-7ab7-4a21-a8e3-3756051c1076 req-9202b2d6-3e40-493f-9743-99a5e11d297e tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:34.666219 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8c337ce3-7ab7-4a21-a8e3-3756051c1076 req-9202b2d6-3e40-493f-9743-99a5e11d297e tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 931 time: 0.0905576 Jun 07 13:43:34.715926 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8c337ce3-7ab7-4a21-a8e3-3756051c1076 req-609c378e-04e4-4e6d-8a9e-eb1082b7efdc tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437388 Jun 07 13:43:34.923723 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9facd1-86e0-4bf7-8d47-56ae8a405b61 req-994dd3db-4d23-4e9e-b819-2327868fe9f7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:34.926044 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3e9facd1-86e0-4bf7-8d47-56ae8a405b61 req-994dd3db-4d23-4e9e-b819-2327868fe9f7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0861664 Jun 07 13:43:34.973731 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3e9facd1-86e0-4bf7-8d47-56ae8a405b61 req-0c90ff5b-71a3-4422-a101-584c3f5c510e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413628 Jun 07 13:43:35.031339 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:35.120839 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-79e65fd9-a306-4203-88ab-70ef5a6605c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:35.124589 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-007ca9f7-d7ea-46c2-831f-75396ac4e724 req-eeb906d8-d795-4116-b17b-9b0e8653c2d5 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 210 time: 0.0485580 Jun 07 13:43:35.881945 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:35.924153 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443de368-b8f0-413c-b7bd-88e4dc5e5aaf req-cf43a82a-0b20-4d15-829e-edf9cdcde755 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:35.925754 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-443de368-b8f0-413c-b7bd-88e4dc5e5aaf req-cf43a82a-0b20-4d15-829e-edf9cdcde755 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 931 time: 0.0986779 Jun 07 13:43:35.974539 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-443de368-b8f0-413c-b7bd-88e4dc5e5aaf req-7037ef0f-7f27-475e-bdad-3356576b947a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426226 Jun 07 13:43:36.170679 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a0551-1d6c-4383-a658-b568efe27d95 req-a2504089-a4ba-4889-9119-d9339d607739 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:36.172133 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-146a0551-1d6c-4383-a658-b568efe27d95 req-a2504089-a4ba-4889-9119-d9339d607739 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0819092 Jun 07 13:43:36.218150 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-146a0551-1d6c-4383-a658-b568efe27d95 req-f370dfce-ca42-4702-b286-3f99e5f37b68 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403645 Jun 07 13:43:36.451095 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-518602a6-9de7-4b48-95ae-a7ced4ae5e5f req-36617dc3-49ff-4ada-8d5d-8a616d30c336 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 210 time: 0.1288188 Jun 07 13:43:37.158901 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136482be-6ac0-478f-911b-f342483f4531 req-a273912d-b445-4f06-8c93-842881ff4ee2 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:37.160274 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-136482be-6ac0-478f-911b-f342483f4531 req-a273912d-b445-4f06-8c93-842881ff4ee2 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 931 time: 0.0812521 Jun 07 13:43:37.207539 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-136482be-6ac0-478f-911b-f342483f4531 req-569d199e-5ace-4ce5-93cc-6e588d95c932 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Jun 07 13:43:37.415049 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efea9c6-fbb8-45e9-a738-53b1e763757b req-eaf961d1-76a7-4dc9-ba7a-ca6011216b40 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:37.416546 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7efea9c6-fbb8-45e9-a738-53b1e763757b req-eaf961d1-76a7-4dc9-ba7a-ca6011216b40 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0860360 Jun 07 13:43:37.483336 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7efea9c6-fbb8-45e9-a738-53b1e763757b req-011f2a30-a015-4e90-86d8-bfb6b1bc1eac tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600717 Jun 07 13:43:37.632847 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ab579a3e-6554-419e-98e5-92bd654b6924 req-52411456-f06d-4ffd-add2-904605027d70 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 210 time: 0.0460660 Jun 07 13:43:37.885536 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:38.395766 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e439224-e9b9-4469-9a00-eacf70f7ccef req-5d74c97e-0a49-4c7e-8161-a854f4037152 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:38.397967 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2e439224-e9b9-4469-9a00-eacf70f7ccef req-5d74c97e-0a49-4c7e-8161-a854f4037152 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 931 time: 0.0858657 Jun 07 13:43:38.443665 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2e439224-e9b9-4469-9a00-eacf70f7ccef req-0321f82b-928e-4e0a-978a-ed2242b06762 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 Jun 07 13:43:38.678485 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0a06e-671b-493b-b570-3783015fcc81 req-db4e5bca-3ea8-472f-bae6-cd6bd93e5990 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:38.679949 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-39b0a06e-671b-493b-b570-3783015fcc81 req-db4e5bca-3ea8-472f-bae6-cd6bd93e5990 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0833611 Jun 07 13:43:38.726406 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-39b0a06e-671b-493b-b570-3783015fcc81 req-f869737e-26a3-4ef8-a905-7cbdd9c234de tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408354 Jun 07 13:43:38.874725 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1adcb743-cac6-42a0-a9ca-fdd17405269d req-13dbf3a8-d9dd-48ca-ba41-6969a4cdda1f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 210 time: 0.0504835 Jun 07 13:43:39.287685 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Request body: {'port': {'device_id': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:39.402752 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:39.658576 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4546170-096f-4853-a7a5-581cfd026a4c req-c5a12b2b-c2b6-4e0d-b9a5-f3c65f2fc53d tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:39.666938 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c4546170-096f-4853-a7a5-581cfd026a4c req-c5a12b2b-c2b6-4e0d-b9a5-f3c65f2fc53d tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 931 time: 0.1024699 Jun 07 13:43:39.712948 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:39.721245 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c4546170-096f-4853-a7a5-581cfd026a4c req-70a874de-bd60-4e04-b1ae-e9ab552037b7 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 Jun 07 13:43:39.789723 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e643daf-4696-403c-81d6-61e527f3d1e5 {{(pid=91820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:43:39.797703 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:39.813274 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.provisioning_blocks [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Transition to ACTIVE for port object 3e643daf-4696-403c-81d6-61e527f3d1e5 will not be triggered until provisioned by entity L2. {{(pid=91820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:39.818780 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:39.825191 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-24f66edb-76e1-4f31-a25d-876838a946c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:40.139299 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c6917a30-f89f-4187-aecc-c93b07a8c1c4 req-128e34e3-4607-4b01-b001-65ac9ae8e734 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 210 time: 0.0799763 Jun 07 13:43:40.288133 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Pushing event updated for resources: {'Port': ['ID=3e643daf-4696-403c-81d6-61e527f3d1e5,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:40.304214 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:40.357157 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3a8f9-eb29-4b71-b117-07cae8e45fc6 req-395d7b29-9965-4cce-92c9-29d508ca65f1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:40.358890 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e6d3a8f9-eb29-4b71-b117-07cae8e45fc6 req-395d7b29-9965-4cce-92c9-29d508ca65f1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.4941075 Jun 07 13:43:40.413317 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Attempting to bind port 3e643daf-4696-403c-81d6-61e527f3d1e5 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:40.413651 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Attempting to bind port 3e643daf-4696-403c-81d6-61e527f3d1e5 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:40.414198 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Attempting to bind port 3e643daf-4696-403c-81d6-61e527f3d1e5 on network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:40.426284 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Port 3e643daf-4696-403c-81d6-61e527f3d1e5 on network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:43:40.426879 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Attempting to bind port 3e643daf-4696-403c-81d6-61e527f3d1e5 on network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:40.435492 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:40.436101 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Checking segment: {'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:40.436657 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Bound using segment: {'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'} {{(pid=91820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:40.437271 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.managers [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Bound port: 3e643daf-4696-403c-81d6-61e527f3d1e5, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9e5546-f325-4136-ab5f-fac0ff5475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0'}}] {{(pid=91820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:40.437791 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:40.451952 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e6d3a8f9-eb29-4b71-b117-07cae8e45fc6 req-bfb03a54-32bf-43f0-9e93-922d4b1920e8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849471 Jun 07 13:43:40.499111 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-c092c479-1d50-4ebf-9d0b-5fd71a8effa4 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:40.500852 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-c092c479-1d50-4ebf-9d0b-5fd71a8effa4 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.54 "GET /v2.0/networks?id=7663f085-ad70-4613-9b57-f3a6b7e42f48 HTTP/1.1" status: 200 len: 808 time: 0.3653109 Jun 07 13:43:40.562192 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-4240b526-ceb7-462b-a680-0519d987f2bd tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab1edfe6a10249c7a84abb832e0821e4 HTTP/1.1" status: 200 len: 380 time: 0.0507419 Jun 07 13:43:40.568248 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] For port 3e643daf-4696-403c-81d6-61e527f3d1e5, host hv-cinder-78536, cleared binding levels {{(pid=91820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:40.571856 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] For port 3e643daf-4696-403c-81d6-61e527f3d1e5, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3e643daf-4696-403c-81d6-61e527f3d1e5,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:40.575534 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Request body: {'port': {'device_id': 'b0735ade-db11-4538-b8df-f83d669775d0', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'admin_state_up': True, 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'security_groups': ['38e81ef9-14dc-4442-847e-451fa00bece4']}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:40.577692 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:40.588195 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:40.622840 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:40.623608 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:40.625357 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] 10.222.0.54 "PUT /v2.0/ports/3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 200 len: 1093 time: 1.3422177 Jun 07 13:43:40.638960 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:40.642415 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:40.771288 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94f27f4-baf7-4ca3-b5b0-bc2a32497b22 x-openstack-request-id: req-f94f27f4-baf7-4ca3-b5b0-bc2a32497b22 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:40.773757 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:40.774453 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f94f27f4-baf7-4ca3-b5b0-bc2a32497b22 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:40.777181 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'status': 'completed', 'code': 200} Jun 07 13:43:40.879259 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Pushing event updated for resources: {'Port': ['ID=3e643daf-4696-403c-81d6-61e527f3d1e5,revision_number=3']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:40.881334 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Made reservation on behalf of ab1edfe6a10249c7a84abb832e0821e4 for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:43:40.882835 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:40.903153 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:40.916902 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a8f1fc60-2f3e-4ec9-8962-24dd620d02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:40.918432 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-a8f1fc60-2f3e-4ec9-8962-24dd620d02b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=210045ec8a1f431d8186c1be3c72dde3&device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 1096 time: 0.2291989 Jun 07 13:43:41.007752 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-5802a309-561b-4eaf-9841-bbb9c8d13719 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 200 len: 217 time: 0.0775290 Jun 07 13:43:41.101588 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-4ffde072-81e4-4d51-b7d8-050d093a0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:41.103737 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-4ffde072-81e4-4d51-b7d8-050d093a0cff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a06ffa1-f4e7-4175-a010-46cecf1f200a HTTP/1.1" status: 200 len: 853 time: 0.0813758 Jun 07 13:43:41.196677 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ef6a0-6e5c-4fcf-a190-c90118ec2709 req-a923217d-431f-4c4a-b673-7d814431d920 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:41.198483 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1a1ef6a0-6e5c-4fcf-a190-c90118ec2709 req-a923217d-431f-4c4a-b673-7d814431d920 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 943 time: 0.2680981 Jun 07 13:43:41.207520 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Allocated IP 172.20.0.6 (7663f085-ad70-4613-9b57-f3a6b7e42f48/f2899e84-6035-46f2-92fc-fe331347d43b/2a029b11-c963-4712-9125-09f523f82549) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:41.243116 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-91c2d999-72f5-4d13-b1db-5923f7a0cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:41.245334 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-91c2d999-72f5-4d13-b1db-5923f7a0cbdd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1325915 Jun 07 13:43:41.295091 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1a1ef6a0-6e5c-4fcf-a190-c90118ec2709 req-7dc56a07-bac8-4f15-a0c8-108cdece7abe tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719950 Jun 07 13:43:41.479171 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-9fa80be3-1ba9-4a28-a276-daff0a3e33be req-d8ccb590-af92-40b7-8690-22ffaa0571d9 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 210 time: 0.0896204 Jun 07 13:43:41.520178 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-60abdd30-0ade-4286-88fc-928113f54124 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668505 Jun 07 13:43:41.554362 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:41.603649 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Transition to ACTIVE for port object 2a029b11-c963-4712-9125-09f523f82549 will not be triggered until provisioned by entity DHCP. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:41.724242 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a90900e8-4d4a-41cb-8e73-33431ee3b23f req-4cb7d642-e663-4e56-8d5e-a08d1706c821 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963968 Jun 07 13:43:41.763125 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:41.772691 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e356d-4a04-4f2d-ba72-1a80fcdf614d req-3e25c6ad-88da-4586-a8e2-d9de8aaac40e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:41.774454 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-883e356d-4a04-4f2d-ba72-1a80fcdf614d req-3e25c6ad-88da-4586-a8e2-d9de8aaac40e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1647055 Jun 07 13:43:41.778733 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-67cffd1a-8bb0-4e01-8792-471884516836 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:41.864314 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Network 7663f085-ad70-4613-9b57-f3a6b7e42f48 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:41.871366 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:41.876089 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5 req-e3574a4d-a2e0-4257-84db-ac7ced7568e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:41.878346 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5 req-e3574a4d-a2e0-4257-84db-ac7ced7568e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=210045ec8a1f431d8186c1be3c72dde3&device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 1096 time: 0.0986505 Jun 07 13:43:41.879214 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:41.955932 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event updated for resources: {'Port': ['ID=2a029b11-c963-4712-9125-09f523f82549,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:41.980473 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-883e356d-4a04-4f2d-ba72-1a80fcdf614d req-ed6d9287-4155-4c7e-9ebb-376bc865f6ac tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648340 Jun 07 13:43:41.988578 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:41.988955 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:41.989314 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:41.989758 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:41.990022 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:41.995514 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:41.995918 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:41.996285 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:41.996648 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:41.997004 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:41.997364 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:41.997714 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:43:42.010889 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:42.029152 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:42.029811 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:42.061463 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4909995 Jun 07 13:43:42.074387 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Request body: {'port': {'device_id': 'b0735ade-db11-4538-b8df-f83d669775d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:42.122042 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5 req-eea390f7-d3e3-459c-8ba6-09efc6d785c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:42.123538 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5 req-eea390f7-d3e3-459c-8ba6-09efc6d785c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 HTTP/1.1" status: 200 len: 915 time: 0.2374768 Jun 07 13:43:42.206026 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5 req-f858532a-33e5-44e5-9f2d-06af735646d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 200 len: 217 time: 0.0742450 Jun 07 13:43:42.252446 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-676a3a25-69e2-40cb-b54b-1d28a5574402 None None] Provisioning for port 2a029b11-c963-4712-9125-09f523f82549 completed by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:42.261359 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-676a3a25-69e2-40cb-b54b-1d28a5574402 None None] Provisioning complete for port 2a029b11-c963-4712-9125-09f523f82549 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:42.262084 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-676a3a25-69e2-40cb-b54b-1d28a5574402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:42.277615 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5 req-21d891c0-838e-4b6c-a6fc-3dd84cc0caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:42.279679 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5 req-21d891c0-838e-4b6c-a6fc-3dd84cc0caa9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a06ffa1-f4e7-4175-a010-46cecf1f200a HTTP/1.1" status: 200 len: 853 time: 0.0675507 Jun 07 13:43:42.337122 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-676a3a25-69e2-40cb-b54b-1d28a5574402 None None] Port 2a029b11-c963-4712-9125-09f523f82549 cannot update to ACTIVE because it is not bound. {{(pid=91821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:43:42.376170 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:42.385179 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5 req-64fa7739-5cad-4924-adde-624555048b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:42.386692 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5 req-64fa7739-5cad-4924-adde-624555048b63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977650 Jun 07 13:43:42.626500 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5 req-9468216e-d545-4d25-aa26-0ef4e4d251ee service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320607 Jun 07 13:43:42.635531 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd12730-2a11-404c-9a16-309ffd3ffd8e req-9ae3226a-1320-41f0-b1bd-411a4ad7d5d5 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:42.636990 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-abd12730-2a11-404c-9a16-309ffd3ffd8e req-9ae3226a-1320-41f0-b1bd-411a4ad7d5d5 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 943 time: 0.1252851 Jun 07 13:43:42.852913 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a029b11-c963-4712-9125-09f523f82549 {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:43:42.864852 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea728793-69f8-4ddd-b843-f994bfcdf20c req-d5b52f8e-5f01-4068-928a-e7a2b38e9d26 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:42.866736 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ea728793-69f8-4ddd-b843-f994bfcdf20c req-d5b52f8e-5f01-4068-928a-e7a2b38e9d26 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 931 time: 0.2083545 Jun 07 13:43:42.871287 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:42.885072 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-abd12730-2a11-404c-9a16-309ffd3ffd8e req-9d6f4501-12af-47c1-bef1-520222c12589 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210091 Jun 07 13:43:42.914850 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Transition to ACTIVE for port object 2a029b11-c963-4712-9125-09f523f82549 will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:43:42.919794 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:42.924486 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:42.936742 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d830cf1a-6ab0-40ed-aaa2-0fcf9b25bfb5 req-4ad103c6-edfd-4aeb-94de-fddbd810642e service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987731 Jun 07 13:43:43.009460 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ea728793-69f8-4ddd-b843-f994bfcdf20c req-51533eef-339f-4d28-a461-38009b613a26 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352975 Jun 07 13:43:43.081968 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Pushing event updated for resources: {'Port': ['ID=2a029b11-c963-4712-9125-09f523f82549,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:43.091820 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:43.302620 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Attempting to bind port 2a029b11-c963-4712-9125-09f523f82549 on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:43:43.303427 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Attempting to bind port 2a029b11-c963-4712-9125-09f523f82549 by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:43:43.303937 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Attempting to bind port 2a029b11-c963-4712-9125-09f523f82549 on network 7663f085-ad70-4613-9b57-f3a6b7e42f48 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:43.311803 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Port 2a029b11-c963-4712-9125-09f523f82549 on network 7663f085-ad70-4613-9b57-f3a6b7e42f48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:43:43.312416 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Attempting to bind port 2a029b11-c963-4712-9125-09f523f82549 on network 7663f085-ad70-4613-9b57-f3a6b7e42f48 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:43:43.322691 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:43:43.324123 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Checking segment: {'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:43:43.324774 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Bound using segment: {'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:43:43.325252 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Bound port: 2a029b11-c963-4712-9125-09f523f82549, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346211b7-3b32-4ee2-accc-ecf67857d1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:43:43.325619 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:43.419069 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0689a-d984-46a1-9914-f3438c10bfac req-0c964b84-7a72-4aa9-9fd3-e6e094e9bbac tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:43.421979 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f1d0689a-d984-46a1-9914-f3438c10bfac req-0c964b84-7a72-4aa9-9fd3-e6e094e9bbac tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.2445812 Jun 07 13:43:43.489092 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] For port 2a029b11-c963-4712-9125-09f523f82549, host hv-cinder-78536, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:43:43.502532 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f1d0689a-d984-46a1-9914-f3438c10bfac req-b32da982-e374-4721-8f9c-53404e62eb4b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745103 Jun 07 13:43:43.508106 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] For port 2a029b11-c963-4712-9125-09f523f82549, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a029b11-c963-4712-9125-09f523f82549,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:43:43.516743 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:43.521490 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-56a92702-ba5a-460e-b457-05a8ecc19be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:43.586170 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:43.586170 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:43.587388 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] 10.222.0.54 "PUT /v2.0/ports/2a029b11-c963-4712-9125-09f523f82549 HTTP/1.1" status: 200 len: 1093 time: 1.5173759 Jun 07 13:43:43.588021 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'tag': '2a029b11-c963-4712-9125-09f523f82549'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:43.591370 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917" -d '{"events": [{"name": "network-changed", "server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "tag": "2a029b11-c963-4712-9125-09f523f82549"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:43.625056 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Pushing event updated for resources: {'Port': ['ID=2a029b11-c963-4712-9125-09f523f82549,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:43.629922 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1c8c5f3b-b06a-40f7-93c8-87fdab964e75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:43.731520 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66b9184-208c-4e69-b1d2-6b619fcbfcd4 x-openstack-request-id: req-f66b9184-208c-4e69-b1d2-6b619fcbfcd4 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:43.732037 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "tag": "2a029b11-c963-4712-9125-09f523f82549", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:43.732403 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f66b9184-208c-4e69-b1d2-6b619fcbfcd4 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:43.732929 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'tag': '2a029b11-c963-4712-9125-09f523f82549', 'status': 'completed', 'code': 200} Jun 07 13:43:43.772157 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-07d5382e-4861-4ee1-ac8c-025c5e74ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:43.773741 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-07d5382e-4861-4ee1-ac8c-025c5e74ad3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab1edfe6a10249c7a84abb832e0821e4&device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 1096 time: 0.1156299 Jun 07 13:43:43.845440 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-e9eece3b-89c9-4a38-9ce6-66bf0b48c7cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a029b11-c963-4712-9125-09f523f82549 HTTP/1.1" status: 200 len: 217 time: 0.0636427 Jun 07 13:43:43.931877 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-46dfbc3e-c48b-4c87-9388-e219f544a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:43.933966 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-46dfbc3e-c48b-4c87-9388-e219f544a7c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2899e84-6035-46f2-92fc-fe331347d43b HTTP/1.1" status: 200 len: 847 time: 0.0815239 Jun 07 13:43:44.076771 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-cd3336f4-c7a7-4528-8434-c0575d1430e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.078273 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-cd3336f4-c7a7-4528-8434-c0575d1430e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7663f085-ad70-4613-9b57-f3a6b7e42f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1350050 Jun 07 13:43:44.115773 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 3e643daf-4696-403c-81d6-61e527f3d1e5 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:43:44.234362 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453ce08-c9b3-45b0-8e1a-50730d517fab req-c2dc2f87-7cae-454e-b0af-f6b9f984d27a tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.242253 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5453ce08-c9b3-45b0-8e1a-50730d517fab req-c2dc2f87-7cae-454e-b0af-f6b9f984d27a tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 943 time: 0.1004128 Jun 07 13:43:44.300327 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-5453ce08-c9b3-45b0-8e1a-50730d517fab req-244fb0dc-d3d5-4c0a-ab66-ad9098fc0fbe tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570416 Jun 07 13:43:44.331968 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 3e643daf-4696-403c-81d6-61e527f3d1e5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3e643daf-4696-403c-81d6-61e527f3d1e5,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:44.346886 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'port_id': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'mac_address': 'fa:16:3e:c7:a8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:43:44.360567 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45325e-240b-49a4-9772-14998420d260 req-10c660e3-9b5d-4597-bd01-9300fc5ee9a1 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.369426 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2b45325e-240b-49a4-9772-14998420d260 req-10c660e3-9b5d-4597-bd01-9300fc5ee9a1 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 943 time: 0.3429372 Jun 07 13:43:44.415233 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-0b8f919d-ad6f-4a6f-8ba9-4dd8737f93db service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249042 Jun 07 13:43:44.417474 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:44.419450 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2b45325e-240b-49a4-9772-14998420d260 req-e7393c55-768d-441f-b6f8-1cf2d064befe tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479593 Jun 07 13:43:44.436251 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e643daf-4696-403c-81d6-61e527f3d1e5 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:43:44.467098 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 3e643daf-4696-403c-81d6-61e527f3d1e5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3e643daf-4696-403c-81d6-61e527f3d1e5,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:44.473703 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:44.476292 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:44.577491 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce256aef-bb51-4b1c-bd48-9cf387d85893 req-892ba943-9501-4411-8153-10a68629580f service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529357 Jun 07 13:43:44.582773 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=3e643daf-4696-403c-81d6-61e527f3d1e5,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:44.586192 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:44.765706 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['3e643daf-4696-403c-81d6-61e527f3d1e5'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:43:44.773330 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917 req-0a77f42f-83c7-4399-bcf5-62bd767178cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.774944 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917 req-0a77f42f-83c7-4399-bcf5-62bd767178cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab1edfe6a10249c7a84abb832e0821e4&device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 1096 time: 0.1000662 Jun 07 13:43:44.783908 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe273b61-a396-4062-9228-f030fbdfcbf0 req-2f2b132d-d3b2-4cdd-a226-115dade15aa5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.785467 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fe273b61-a396-4062-9228-f030fbdfcbf0 req-2f2b132d-d3b2-4cdd-a226-115dade15aa5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1545722 Jun 07 13:43:44.929500 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fe273b61-a396-4062-9228-f030fbdfcbf0 req-029856cf-34d3-4f0d-a35d-030b912fb2ff tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241405 Jun 07 13:43:44.983988 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917 req-74c28995-0906-418b-9265-9a9a9b7877b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:44.985456 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917 req-74c28995-0906-418b-9265-9a9a9b7877b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7663f085-ad70-4613-9b57-f3a6b7e42f48 HTTP/1.1" status: 200 len: 909 time: 0.1990376 Jun 07 13:43:45.058415 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917 req-6cfa4d7d-ae47-4832-b754-cc3380f2e8d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a029b11-c963-4712-9125-09f523f82549 HTTP/1.1" status: 200 len: 217 time: 0.0661337 Jun 07 13:43:45.127324 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917 req-398c17ea-9f68-4e99-985a-41f78fb9a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:45.129479 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917 req-398c17ea-9f68-4e99-985a-41f78fb9a7fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2899e84-6035-46f2-92fc-fe331347d43b HTTP/1.1" status: 200 len: 847 time: 0.0645204 Jun 07 13:43:45.213486 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917 req-6b4b7129-1d34-446c-b963-3347a22843d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:45.215000 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917 req-6b4b7129-1d34-446c-b963-3347a22843d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7663f085-ad70-4613-9b57-f3a6b7e42f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784767 Jun 07 13:43:45.361158 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917 req-95b48819-3949-45c4-a30d-f091bd50c66d service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386425 Jun 07 13:43:45.533430 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ce10a3bc-b56b-4c5e-9ebc-ee2d90429917 req-6851666f-b0a0-43ed-a8b4-e4e3bd86c6aa service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629133 Jun 07 13:43:45.546157 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8046-7b89-49bf-8acf-5cd386e7d635 req-489fdf19-44df-4e42-a8e9-19ec40c7c261 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:45.547727 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3b0c8046-7b89-49bf-8acf-5cd386e7d635 req-489fdf19-44df-4e42-a8e9-19ec40c7c261 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 943 time: 0.1413364 Jun 07 13:43:45.608912 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3b0c8046-7b89-49bf-8acf-5cd386e7d635 req-ca4d0eb1-61bf-4b8b-962a-97ff6e380651 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536296 Jun 07 13:43:45.778624 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6413ee-b747-4a85-90cb-db04cb8d81b0 req-b5b50f69-f715-4bd8-a287-de5a8797bf24 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:45.780126 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5c6413ee-b747-4a85-90cb-db04cb8d81b0 req-b5b50f69-f715-4bd8-a287-de5a8797bf24 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 944 time: 0.1006033 Jun 07 13:43:45.834964 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5c6413ee-b747-4a85-90cb-db04cb8d81b0 req-60e56c2c-4c67-4798-8550-e8cb74a42a30 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475979 Jun 07 13:43:46.118102 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 2a029b11-c963-4712-9125-09f523f82549 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:43:46.122512 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 3e643daf-4696-403c-81d6-61e527f3d1e5 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:46.164231 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63b0d-fa84-4207-bb5a-7233b148fe8f req-bb72c398-c8cd-483d-8876-53b8a03af411 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:46.165920 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-54a63b0d-fa84-4207-bb5a-7233b148fe8f req-bb72c398-c8cd-483d-8876-53b8a03af411 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1157365 Jun 07 13:43:46.249963 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-54a63b0d-fa84-4207-bb5a-7233b148fe8f req-6383fa97-0396-4e2d-9d22-e47528a2fea2 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694506 Jun 07 13:43:46.352836 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port 3e643daf-4696-403c-81d6-61e527f3d1e5 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:46.360606 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port 3e643daf-4696-403c-81d6-61e527f3d1e5 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:46.361124 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:46.394581 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 2a029b11-c963-4712-9125-09f523f82549, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a029b11-c963-4712-9125-09f523f82549,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:46.427223 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': '2a029b11-c963-4712-9125-09f523f82549', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'port_id': '2a029b11-c963-4712-9125-09f523f82549', 'mac_address': 'fa:16:3e:01:8f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:43:46.540490 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:46.584043 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a029b11-c963-4712-9125-09f523f82549 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:43:46.605203 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 2a029b11-c963-4712-9125-09f523f82549, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a029b11-c963-4712-9125-09f523f82549,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:46.612518 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:46.615537 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:46.748650 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:46.793797 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:46.796934 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf539e08-13c6-4044-8e6f-88fcc3f588cb" -d '{"events": [{"server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "name": "network-vif-plugged", "status": "completed", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:46.806094 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 3e643daf-4696-403c-81d6-61e527f3d1e5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3e643daf-4696-403c-81d6-61e527f3d1e5,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:46.808415 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=2a029b11-c963-4712-9125-09f523f82549,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:46.813588 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:46.814303 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:46.818350 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:46.907375 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914eb4fe-936d-4bd7-8e64-ed28cbe4b7ab x-openstack-request-id: req-914eb4fe-936d-4bd7-8e64-ed28cbe4b7ab {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:46.907705 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "name": "network-vif-plugged", "status": "completed", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:46.907920 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-914eb4fe-936d-4bd7-8e64-ed28cbe4b7ab {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:46.908316 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'code': 200} Jun 07 13:43:46.910639 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=3e643daf-4696-403c-81d6-61e527f3d1e5,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:46.914418 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['2a029b11-c963-4712-9125-09f523f82549'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:43:46.939821 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d5719-5f49-446a-b33c-d4ddcec42446 req-462a6522-d199-47da-a499-c88330ba60cd tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:46.949037 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-875d5719-5f49-446a-b33c-d4ddcec42446 req-462a6522-d199-47da-a499-c88330ba60cd tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 944 time: 0.1339111 Jun 07 13:43:47.001351 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:47.053914 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-875d5719-5f49-446a-b33c-d4ddcec42446 req-a712b8ae-dee4-4fdc-a56b-3505b9429ac2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036909 Jun 07 13:43:47.205530 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542d953-d136-407e-b435-4a4188ac0003 req-19df975a-bbf0-4976-962e-73026765444f tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:47.207081 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7542d953-d136-407e-b435-4a4188ac0003 req-19df975a-bbf0-4976-962e-73026765444f tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 945 time: 0.1401818 Jun 07 13:43:47.280068 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7542d953-d136-407e-b435-4a4188ac0003 req-3b2415af-1368-4c53-a01b-103fc373417f tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651095 Jun 07 13:43:47.288488 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc095cf-566c-4743-82ee-22e2b8935f30 req-a5686bba-5c24-4bb2-9bff-1c86d96ca81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:47.289962 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bcc095cf-566c-4743-82ee-22e2b8935f30 req-a5686bba-5c24-4bb2-9bff-1c86d96ca81e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 1098 time: 0.1349349 Jun 07 13:43:47.336590 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bcc095cf-566c-4743-82ee-22e2b8935f30 req-8fb84beb-0523-41df-8c3d-b2872abb24b3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390296 Jun 07 13:43:47.476744 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88487d8-0569-40cc-9c88-9fffb75a291f req-3797fe93-728e-421a-a3ee-6fd25fd75a10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:47.483771 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a88487d8-0569-40cc-9c88-9fffb75a291f req-3797fe93-728e-421a-a3ee-6fd25fd75a10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0979378 Jun 07 13:43:47.529029 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a88487d8-0569-40cc-9c88-9fffb75a291f req-93bcb4c6-fa90-4145-ad9c-19c11b20c8f1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442786 Jun 07 13:43:48.139472 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 2a029b11-c963-4712-9125-09f523f82549 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:43:48.233384 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port 2a029b11-c963-4712-9125-09f523f82549 completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:43:48.241719 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port 2a029b11-c963-4712-9125-09f523f82549 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:43:48.242397 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:48.271400 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e4ca3-849a-4009-ac4f-cb9d52ae5c5b req-ac0b705c-67f3-43eb-989a-2b95d1ebdedb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:48.273064 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d80e4ca3-849a-4009-ac4f-cb9d52ae5c5b req-ac0b705c-67f3-43eb-989a-2b95d1ebdedb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 944 time: 0.1012132 Jun 07 13:43:48.333487 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d80e4ca3-849a-4009-ac4f-cb9d52ae5c5b req-f51a5dd0-f9b7-4ba7-aa35-760b01753d21 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535591 Jun 07 13:43:48.427213 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:48.464921 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 2a029b11-c963-4712-9125-09f523f82549, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a029b11-c963-4712-9125-09f523f82549,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:48.470906 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:48.473460 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:48.552425 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=2a029b11-c963-4712-9125-09f523f82549,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:48.567144 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:48.640946 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eda7af-0ae1-4aee-9586-4049df19b10f req-a9e7faab-4d5a-4313-b9dd-797856f6a1b4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:48.648467 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8eda7af-0ae1-4aee-9586-4049df19b10f req-a9e7faab-4d5a-4313-b9dd-797856f6a1b4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 945 time: 0.1213961 Jun 07 13:43:48.702663 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8eda7af-0ae1-4aee-9586-4049df19b10f req-95bf037b-1018-457b-9b8f-f01bf0512477 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532265 Jun 07 13:43:48.750359 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d65cce-fad6-4dd1-bcab-1ca424db46a5 req-4554eb04-6ac9-45f3-b520-1f3678592e2d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:48.751810 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a8d65cce-fad6-4dd1-bcab-1ca424db46a5 req-4554eb04-6ac9-45f3-b520-1f3678592e2d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1080914 Jun 07 13:43:48.804015 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-a8d65cce-fad6-4dd1-bcab-1ca424db46a5 req-83591c72-90b4-4794-90f6-a38a32c538ca tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448885 Jun 07 13:43:48.909779 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a029b11-c963-4712-9125-09f523f82549'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:48.912505 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d59357-e3b9-496a-b49b-d63b813cf647" -d '{"events": [{"server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "name": "network-vif-plugged", "status": "completed", "tag": "2a029b11-c963-4712-9125-09f523f82549"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:48.965654 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9d5667-1aab-4d4f-9028-d8cfdb2b8734 x-openstack-request-id: req-7c9d5667-1aab-4d4f-9028-d8cfdb2b8734 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:48.965958 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "name": "network-vif-plugged", "status": "completed", "tag": "2a029b11-c963-4712-9125-09f523f82549", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:48.966246 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c9d5667-1aab-4d4f-9028-d8cfdb2b8734 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:48.966659 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a029b11-c963-4712-9125-09f523f82549', 'code': 200} Jun 07 13:43:49.399843 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f01547-4ffe-4eed-bb07-d0a41f27e479 req-46d36c6b-ff29-449b-ae1a-b98964a5af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:49.401393 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-19f01547-4ffe-4eed-bb07-d0a41f27e479 req-46d36c6b-ff29-449b-ae1a-b98964a5af89 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 1098 time: 0.0946627 Jun 07 13:43:49.457849 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-19f01547-4ffe-4eed-bb07-d0a41f27e479 req-8705fb3e-3329-49c8-8ce6-44f7b4ee60d9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439067 Jun 07 13:43:49.564757 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde5669-f6fa-4eff-94fb-00e5a143545f req-6628f3f4-c6c2-4916-9b39-13c38178a9c7 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:49.567635 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3cde5669-f6fa-4eff-94fb-00e5a143545f req-6628f3f4-c6c2-4916-9b39-13c38178a9c7 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0919132 Jun 07 13:43:49.620608 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3cde5669-f6fa-4eff-94fb-00e5a143545f req-81e261f9-9ba2-42a4-ba47-e9e72c6b2e06 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470576 Jun 07 13:43:49.914450 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa666de-381c-44a5-82f3-338a7101c482 req-76180d49-107c-4fb4-9643-c45416feca5b tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:49.915930 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-dfa666de-381c-44a5-82f3-338a7101c482 req-76180d49-107c-4fb4-9643-c45416feca5b tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 945 time: 0.1045675 Jun 07 13:43:49.967791 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-dfa666de-381c-44a5-82f3-338a7101c482 req-f3e7e9d0-edf1-44f2-820f-cead7a28c1e1 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460060 Jun 07 13:43:50.069394 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a31a90-7475-485f-a3af-524a680e19b1 req-05287b51-6c85-4b30-9b78-ec4863569d88 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:50.078537 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b7a31a90-7475-485f-a3af-524a680e19b1 req-05287b51-6c85-4b30-9b78-ec4863569d88 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1093738 Jun 07 13:43:50.135363 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-b7a31a90-7475-485f-a3af-524a680e19b1 req-0497fa31-f7a1-44d9-885d-a307f8731972 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555215 Jun 07 13:43:50.314959 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fd2b7-4693-498b-b06f-6329ac133208 req-29bd0c72-5eb3-48ff-ba70-8af58c4bd38a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:50.322627 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3b4fd2b7-4693-498b-b06f-6329ac133208 req-29bd0c72-5eb3-48ff-ba70-8af58c4bd38a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 945 time: 0.1981747 Jun 07 13:43:50.369041 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3b4fd2b7-4693-498b-b06f-6329ac133208 req-0ef696e5-64f1-4e55-b881-f5cfad22f0a4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455616 Jun 07 13:43:50.818368 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759261c0-4245-4b86-94c1-c72479404c46 req-e7977ef1-5b4b-44dd-ace0-a2e25dc2fd33 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:50.819839 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-759261c0-4245-4b86-94c1-c72479404c46 req-e7977ef1-5b4b-44dd-ace0-a2e25dc2fd33 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0866323 Jun 07 13:43:50.837475 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d89fb5-409e-40f7-b212-16b57c208102 req-7ffc83b2-8c40-4036-966f-9f46fbf455ee tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:50.838936 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-52d89fb5-409e-40f7-b212-16b57c208102 req-7ffc83b2-8c40-4036-966f-9f46fbf455ee tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 945 time: 0.0827496 Jun 07 13:43:50.864452 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-759261c0-4245-4b86-94c1-c72479404c46 req-18c381ed-5c1a-407c-b582-9d36608e7621 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386686 Jun 07 13:43:50.884618 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-52d89fb5-409e-40f7-b212-16b57c208102 req-7e7d3517-d977-43cd-8582-abcb965663d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398214 Jun 07 13:43:51.058256 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa18d2e-62e8-41b4-a971-417a988304c7 req-fb6377f4-5210-4afc-95a9-c3157a0d8c52 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:51.059713 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fa18d2e-62e8-41b4-a971-417a988304c7 req-fb6377f4-5210-4afc-95a9-c3157a0d8c52 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0845029 Jun 07 13:43:51.111499 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8fa18d2e-62e8-41b4-a971-417a988304c7 req-e0fc18cb-8605-4841-8556-03a8314a349e tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459564 Jun 07 13:43:51.136883 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50246) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:51.264969 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa13aa5-530f-410e-9f46-aa8169ad4b16 tempest-TestShelveInstance-1412289495 tempest-TestShelveInstance-1412289495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:51.266762 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-5fa13aa5-530f-410e-9f46-aa8169ad4b16 tempest-TestShelveInstance-1412289495 tempest-TestShelveInstance-1412289495-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 1093 time: 0.1285188 Jun 07 13:43:51.269619 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50252) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:51.274310 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Request body: {'floatingip': {'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'port_id': '2a029b11-c963-4712-9125-09f523f82549', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:51.303851 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for floatingip, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:51.431192 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae6e6d-73e0-4831-a49f-ff315ead382d req-09256d22-7b8b-470b-9c4c-cf8ce421dbe8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:51.432819 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-32ae6e6d-73e0-4831-a49f-ff315ead382d req-09256d22-7b8b-470b-9c4c-cf8ce421dbe8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.1601174 Jun 07 13:43:51.435100 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dff8f-e01c-4834-affa-6bb5afddd749 req-96c6ef0d-a9ef-42be-b0e1-ef0de93462ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:51.436508 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a11dff8f-e01c-4834-affa-6bb5afddd749 req-96c6ef0d-a9ef-42be-b0e1-ef0de93462ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 1098 time: 0.1239066 Jun 07 13:43:51.533117 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:51.622826 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-32ae6e6d-73e0-4831-a49f-ff315ead382d req-9069d836-2c89-4690-bb2e-fe82c4e71ff8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726937 Jun 07 13:43:51.663599 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dff8f-e01c-4834-affa-6bb5afddd749 req-c5613e7e-4566-467a-bd8c-99e200fe3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:51.666622 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a11dff8f-e01c-4834-affa-6bb5afddd749 req-c5613e7e-4566-467a-bd8c-99e200fe3f6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 918 time: 0.2138553 Jun 07 13:43:51.693425 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Allocated IP 172.28.3.205 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/23a09edc-b65d-4b26-9e1f-d50592589694) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:51.778601 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a11dff8f-e01c-4834-affa-6bb5afddd749 req-929f9a6e-032a-4106-89da-a9e9f1432d23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d HTTP/1.1" status: 200 len: 1000 time: 0.1060402 Jun 07 13:43:51.855253 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dff8f-e01c-4834-affa-6bb5afddd749 req-0a7a47ef-7887-4be3-ba3a-f622a03ea112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:51.856637 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a11dff8f-e01c-4834-affa-6bb5afddd749 req-0a7a47ef-7887-4be3-ba3a-f622a03ea112 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.0703135 Jun 07 13:43:51.870271 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:51.904929 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:51.909381 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9305e415-0698-4e8d-92f0-24810ae004d9 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:51.937934 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dff8f-e01c-4834-affa-6bb5afddd749 req-82063a56-3d52-46b0-a54f-1f1e25720d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:51.939460 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a11dff8f-e01c-4834-affa-6bb5afddd749 req-82063a56-3d52-46b0-a54f-1f1e25720d43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757041 Jun 07 13:43:52.074737 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:52.077882 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:52.081564 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:52.083030 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a11dff8f-e01c-4834-affa-6bb5afddd749 req-06eae4d8-42a9-4f15-aea9-483885a25686 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358914 Jun 07 13:43:52.119846 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event updated for resources: {'Port': ['ID=23a09edc-b65d-4b26-9e1f-d50592589694,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:52.127792 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:52.224627 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a11dff8f-e01c-4834-affa-6bb5afddd749 req-70ca7652-dbaa-47d4-b4cf-798e4d29b8da service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343508 Jun 07 13:43:52.510220 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:52.585115 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:52.807489 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:52.814153 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:52.821143 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-35bbd9f5-1843-42f7-b24b-a497db4cccc8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:52.828711 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb44991-272d-4994-abc3-ec266e46c14b req-fcd58870-1ed4-4510-8a92-48184c44b50c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:52.835892 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2eb44991-272d-4994-abc3-ec266e46c14b req-fcd58870-1ed4-4510-8a92-48184c44b50c tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.0980299 Jun 07 13:43:52.885943 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2eb44991-272d-4994-abc3-ec266e46c14b req-83f8e3b0-d265-4c11-add3-982f1c7d3329 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490351 Jun 07 13:43:52.935698 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event updated for resources: {'Port': ['ID=23a09edc-b65d-4b26-9e1f-d50592589694,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:52.939942 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:52.946579 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:53.118546 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.l3_db [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Floating IP b4d3115e-a1aa-46e9-9eeb-68963fd5edda associated. External IP: 172.28.3.205, port: 2a029b11-c963-4712-9125-09f523f82549. Jun 07 13:43:53.567790 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Router e17e040d-9193-4f6d-9b2a-8eb1789f4090 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:43:53.748569 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:43:53.760645 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed7182-76f8-4dd5-a38d-b24dcfac31cd None None] Sync routers for ids ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:43:53.769095 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:53.775108 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed7182-76f8-4dd5-a38d-b24dcfac31cd None None] Routers {'e17e040d-9193-4f6d-9b2a-8eb1789f4090'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:53.775827 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-10ed7182-76f8-4dd5-a38d-b24dcfac31cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:53.832002 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5612962 Jun 07 13:43:53.832641 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'tag': '2a029b11-c963-4712-9125-09f523f82549'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:53.834945 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5135f691-6c9f-4bf8-9009-a23d214057ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "tag": "2a029b11-c963-4712-9125-09f523f82549"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:53.881370 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac07d8f3-d2ab-4f54-be2b-541ba3489a0b x-openstack-request-id: req-ac07d8f3-d2ab-4f54-be2b-541ba3489a0b {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:53.881762 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "tag": "2a029b11-c963-4712-9125-09f523f82549", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:53.882012 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac07d8f3-d2ab-4f54-be2b-541ba3489a0b {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:53.882466 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'tag': '2a029b11-c963-4712-9125-09f523f82549', 'status': 'completed', 'code': 200} Jun 07 13:43:53.960251 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-10ed7182-76f8-4dd5-a38d-b24dcfac31cd None None] Set router e17e040d-9193-4f6d-9b2a-8eb1789f4090 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:53.976158 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f691-6c9f-4bf8-9009-a23d214057ca req-15a5efcd-91e4-4994-9ddc-292f40a46e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:53.977896 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5135f691-6c9f-4bf8-9009-a23d214057ca req-15a5efcd-91e4-4994-9ddc-292f40a46e41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab1edfe6a10249c7a84abb832e0821e4&device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 1098 time: 0.0730875 Jun 07 13:43:54.168116 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ae82615d-f2e2-49b6-9e81-1f685f5f728d no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:43:54.195746 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a036baa-38b4-4323-9c48-23bb50aea993 req-eb805258-acfe-4a67-a835-436ff84d1a29 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:54.197265 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0a036baa-38b4-4323-9c48-23bb50aea993 req-eb805258-acfe-4a67-a835-436ff84d1a29 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 945 time: 0.2009668 Jun 07 13:43:54.199910 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f691-6c9f-4bf8-9009-a23d214057ca req-d58ae961-1b22-4a8c-a9c2-68144f075087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:54.201207 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5135f691-6c9f-4bf8-9009-a23d214057ca req-d58ae961-1b22-4a8c-a9c2-68144f075087 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7663f085-ad70-4613-9b57-f3a6b7e42f48 HTTP/1.1" status: 200 len: 909 time: 0.1688309 Jun 07 13:43:54.406968 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-0a036baa-38b4-4323-9c48-23bb50aea993 req-86052a94-6020-4e1c-b1d6-9902554482f3 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034175 Jun 07 13:43:54.422276 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5135f691-6c9f-4bf8-9009-a23d214057ca req-bd6609e1-deef-4b9c-bc29-88b149f23038 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a029b11-c963-4712-9125-09f523f82549 HTTP/1.1" status: 200 len: 999 time: 0.2052777 Jun 07 13:43:54.441143 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:54.479271 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:54.481554 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c3a013-481a-421e-a5b0-9aa96509cb9a" -d '{"events": [{"server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:54.492755 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:43:54.495898 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f691-6c9f-4bf8-9009-a23d214057ca req-bc3f8872-646a-4d0f-958e-5308df3f68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:54.498045 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5135f691-6c9f-4bf8-9009-a23d214057ca req-bc3f8872-646a-4d0f-958e-5308df3f68f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2899e84-6035-46f2-92fc-fe331347d43b HTTP/1.1" status: 200 len: 847 time: 0.0647824 Jun 07 13:43:54.499237 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:54.502529 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:54.547362 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-10ed7182-76f8-4dd5-a38d-b24dcfac31cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 4, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': 'b4d3115e-a1aa-46e9-9eeb-68963fd5edda', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'port_id': '2a029b11-c963-4712-9125-09f523f82549', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'mac_address': 'fa:16:3e:01:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0735ade-db11-4538-b8df-f83d669775d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:43:52Z', 'updated_at': '2021-06-07T13:43:52Z', 'revision_number': 0, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a93247-2331-4007-99a0-e626d4b04c64', 'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'mac_address': 'fa:16:3e:87:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:55Z', 'updated_at': '2021-06-07T13:43:09Z', 'revision_number': 5, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'subnets': [{'id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:54.550947 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260dabc4-d697-4dcb-b075-51e863ab3b27 x-openstack-request-id: req-260dabc4-d697-4dcb-b075-51e863ab3b27 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:54.551409 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:54.551773 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-260dabc4-d697-4dcb-b075-51e863ab3b27 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:54.553012 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'code': 200} Jun 07 13:43:54.564892 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed7182-76f8-4dd5-a38d-b24dcfac31cd None None] Checking router: e17e040d-9193-4f6d-9b2a-8eb1789f4090 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:43:54.592744 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f691-6c9f-4bf8-9009-a23d214057ca req-fcebb367-01dd-4a7d-8194-b0d85a0dad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:54.595145 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5135f691-6c9f-4bf8-9009-a23d214057ca req-fcebb367-01dd-4a7d-8194-b0d85a0dad40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7663f085-ad70-4613-9b57-f3a6b7e42f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0896590 Jun 07 13:43:54.596714 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed7182-76f8-4dd5-a38d-b24dcfac31cd None None] Routers {'e17e040d-9193-4f6d-9b2a-8eb1789f4090'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:54.597951 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-10ed7182-76f8-4dd5-a38d-b24dcfac31cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:54.675568 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ae82615d-f2e2-49b6-9e81-1f685f5f728d,revision_number=8']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:54.678596 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:54.744371 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5135f691-6c9f-4bf8-9009-a23d214057ca req-1a7b0085-e846-464c-b7d9-9285bebaa1f7 service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388621 Jun 07 13:43:54.803828 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-10ed7182-76f8-4dd5-a38d-b24dcfac31cd None None] Set router e17e040d-9193-4f6d-9b2a-8eb1789f4090 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:54.885087 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5135f691-6c9f-4bf8-9009-a23d214057ca req-fa38572c-7fdc-4104-9b95-a20e087a3652 service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341901 Jun 07 13:43:55.159211 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-10ed7182-76f8-4dd5-a38d-b24dcfac31cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 4, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': 'b4d3115e-a1aa-46e9-9eeb-68963fd5edda', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'port_id': '2a029b11-c963-4712-9125-09f523f82549', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'mac_address': 'fa:16:3e:01:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0735ade-db11-4538-b8df-f83d669775d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:43:52Z', 'updated_at': '2021-06-07T13:43:52Z', 'revision_number': 0, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a93247-2331-4007-99a0-e626d4b04c64', 'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'mac_address': 'fa:16:3e:87:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:55Z', 'updated_at': '2021-06-07T13:43:09Z', 'revision_number': 5, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'subnets': [{'id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:55.163167 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed7182-76f8-4dd5-a38d-b24dcfac31cd None None] The sync data for ids ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'] in dv-cinder-785362-2-smb is: [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 4, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': 'b4d3115e-a1aa-46e9-9eeb-68963fd5edda', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'port_id': '2a029b11-c963-4712-9125-09f523f82549', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'mac_address': 'fa:16:3e:01:8f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0735ade-db11-4538-b8df-f83d669775d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:43:52Z', 'updated_at': '2021-06-07T13:43:52Z', 'revision_number': 0, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a93247-2331-4007-99a0-e626d4b04c64', 'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'mac_address': 'fa:16:3e:87:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:55Z', 'updated_at': '2021-06-07T13:43:09Z', 'revision_number': 5, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'subnets': [{'id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:43:55.339934 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f73c0-f89b-4254-acff-cd174df6b52e None None] New status for floating IP b4d3115e-a1aa-46e9-9eeb-68963fd5edda: ACTIVE {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:43:55.630098 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af62c1d-ed1f-4123-9812-0d153e9d93ea req-23105651-5366-4ce7-a087-1b1ec5bae939 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:55.631697 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0af62c1d-ed1f-4123-9812-0d153e9d93ea req-23105651-5366-4ce7-a087-1b1ec5bae939 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.1047585 Jun 07 13:43:55.680005 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0af62c1d-ed1f-4123-9812-0d153e9d93ea req-3e6f3f64-3a1a-4b17-b129-d8163c65f681 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Jun 07 13:43:55.999810 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bc1c0-c858-4e56-b63a-94fb1036d4fd req-4131fced-5811-4a45-971c-f1c5c70f745d tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:56.001267 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-805bc1c0-c858-4e56-b63a-94fb1036d4fd req-4131fced-5811-4a45-971c-f1c5c70f745d tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 945 time: 0.0819359 Jun 07 13:43:56.049626 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-805bc1c0-c858-4e56-b63a-94fb1036d4fd req-d6192b3c-ab70-49e2-aa5b-d2319799786e tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Jun 07 13:43:56.072333 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50320) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:56.203728 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3706386-672d-4379-b1c9-bded30872328 tempest-TestMinimumBasicScenario-483759671 tempest-TestMinimumBasicScenario-483759671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:56.205199 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-a3706386-672d-4379-b1c9-bded30872328 tempest-TestMinimumBasicScenario-483759671 tempest-TestMinimumBasicScenario-483759671-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 1093 time: 0.1317587 Jun 07 13:43:56.208698 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50326) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:56.212971 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Request body: {'floatingip': {'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'port_id': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:56.235568 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for floatingip, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:56.373982 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:56.513014 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_common [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Allocated IP 172.28.3.216 (c491c1a6-2fff-46b4-a0d1-89f4418bdf5c/9e59dab7-7551-4f01-adba-ad2d206838d1/1e67db87-1aa6-43be-98e4-44e2bafc802a) {{(pid=91820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:43:56.673831 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for port, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:56.719372 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:56.727005 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0f4c6dcd-7446-44d6-81d6-65a591b81f93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:56.794802 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Network c491c1a6-2fff-46b4-a0d1-89f4418bdf5c is already hosted by enough agents. {{(pid=91820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:43:56.798435 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Resources bound (agent type, host, resource id): {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:43:56.801314 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Received port after_create {{(pid=91820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:43:56.841311 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'Port': ['ID=1e67db87-1aa6-43be-98e4-44e2bafc802a,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:56.844158 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:57.144733 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc4c5c-944c-49ab-8b85-012b360d664b req-a8709fcb-80ad-4768-92a9-35279c35a242 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:57.146303 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d4cc4c5c-944c-49ab-8b85-012b360d664b req-a8709fcb-80ad-4768-92a9-35279c35a242 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.0865316 Jun 07 13:43:57.196072 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d4cc4c5c-944c-49ab-8b85-012b360d664b req-87965322-45ca-4a0a-82ec-56d0bfad4557 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429289 Jun 07 13:43:57.253853 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:57.305894 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 50360) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:57.330294 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:57.422728 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-b62a51f8-1f27-430b-8624-6e9b3eef3093 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1153166 Jun 07 13:43:57.642418 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:57.647504 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:57.651037 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d448f627-7a85-4fb3-8837-1bfe4a2c76a7 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:57.750334 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'Port': ['ID=1e67db87-1aa6-43be-98e4-44e2bafc802a,revision_number=2']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:57.757883 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:57.768002 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:57.942685 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.l3_db [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Floating IP 6364a8d8-819f-430e-894a-bfbbe57a711f associated. External IP: 172.28.3.216, port: 3e643daf-4696-403c-81d6-61e527f3d1e5. Jun 07 13:43:58.287814 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:43:58.461262 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372d42e-2f44-4b9b-a608-bc2de9666e08 req-9a3014d1-4722-40c3-bf30-96b404516e11 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:58.462744 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8372d42e-2f44-4b9b-a608-bc2de9666e08 req-9a3014d1-4722-40c3-bf30-96b404516e11 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.1437767 Jun 07 13:43:58.468802 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-b3637875-502c-4cfd-a7c6-b54a67c0cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:58.469393 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:43:58.470292 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-b3637875-502c-4cfd-a7c6-b54a67c0cf2c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c&tenant_id=06908549a593441086718c651fcd4535 HTTP/1.1" status: 200 len: 1096 time: 0.1118302 Jun 07 13:43:58.480412 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d3718-fbfa-45ee-aa36-3b917068eedb None None] Sync routers for ids ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:43:58.491960 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d3718-fbfa-45ee-aa36-3b917068eedb None None] Routers {'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:58.492614 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-a07d3718-fbfa-45ee-aa36-3b917068eedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:58.498097 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:58.558064 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3483543 Jun 07 13:43:58.558774 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:43:58.561120 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:43:58.563351 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50374) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:58.569064 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8372d42e-2f44-4b9b-a608-bc2de9666e08 req-9a2c451a-383f-4820-afaa-68127755a989 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971489 Jun 07 13:43:58.579484 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-3396d3db-90a0-411c-ab71-aa6a29cde1e6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059393522', 'description': 'tempest-secgroup-smoke-2059393522 description', 'project_id': '210045ec8a1f431d8186c1be3c72dde3'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:58.593205 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-7afa78d5-3e28-42fb-aa79-b54828a75a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:58.596105 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-7afa78d5-3e28-42fb-aa79-b54828a75a7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 1096 time: 0.0989497 Jun 07 13:43:58.614034 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3396d3db-90a0-411c-ab71-aa6a29cde1e6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:58.631677 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919ee348-de0a-4f5e-889b-c144595aefc0 x-openstack-request-id: req-919ee348-de0a-4f5e-889b-c144595aefc0 {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:43:58.631996 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:43:58.632272 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-919ee348-de0a-4f5e-889b-c144595aefc0 {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:43:58.632690 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'status': 'completed', 'code': 200} Jun 07 13:43:58.681140 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-a07d3718-fbfa-45ee-aa36-3b917068eedb None None] Set router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:58.742557 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-a2881a70-0f76-4c16-99a9-99d7454b5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:58.744017 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-a2881a70-0f76-4c16-99a9-99d7454b5c02 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 918 time: 0.1403675 Jun 07 13:43:58.786381 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3396d3db-90a0-411c-ab71-aa6a29cde1e6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:58.788832 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd req-8acf82f7-6367-43ae-85a5-875c3d6eb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:58.790732 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd req-8acf82f7-6367-43ae-85a5-875c3d6eb34c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=210045ec8a1f431d8186c1be3c72dde3&device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 1098 time: 0.1292987 Jun 07 13:43:58.791640 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3396d3db-90a0-411c-ab71-aa6a29cde1e6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:58.795830 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-623a4a8d-1fbd-4f3b-a398-ac70181963d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:58.857055 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-d708cfba-f9d6-408a-9e0b-18471e46fa8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d HTTP/1.1" status: 200 len: 998 time: 0.1022370 Jun 07 13:43:58.871265 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-3396d3db-90a0-411c-ab71-aa6a29cde1e6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:58.875488 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-3396d3db-90a0-411c-ab71-aa6a29cde1e6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2967241 Jun 07 13:43:58.876782 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396d3db-90a0-411c-ab71-aa6a29cde1e6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e19b8-9fba-4a13-bc22-6595f67b89af,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:58.879341 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3396d3db-90a0-411c-ab71-aa6a29cde1e6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:58.881835 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50378) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:58.923164 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-d337c844-97e7-402a-a159-d0ef64362e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:58.924669 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-d337c844-97e7-402a-a159-d0ef64362e7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.0603883 Jun 07 13:43:58.928152 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-17448883-2088-4582-b943-2da32f34afe4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Request body: {'security_group_rule': {'security_group_id': 'e82e19b8-9fba-4a13-bc22-6595f67b89af', 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:59.016901 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-15d787e4-1edc-498c-8d5e-8bc0343ef0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:59.016901 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-15d787e4-1edc-498c-8d5e-8bc0343ef0a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796123 Jun 07 13:43:59.050693 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-a07d3718-fbfa-45ee-aa36-3b917068eedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '6364a8d8-819f-430e-894a-bfbbe57a711f', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'floating_ip_address': '172.28.3.216', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'port_id': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'mac_address': 'fa:16:3e:c7:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:43:57Z', 'updated_at': '2021-06-07T13:43:57Z', 'revision_number': 0, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e371cc0e-8d7f-4a57-9cf2-5856d354f52c', 'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'mac_address': 'fa:16:3e:e2:d6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:05Z', 'revision_number': 5, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'subnets': [{'id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:59.055004 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d3718-fbfa-45ee-aa36-3b917068eedb None None] Checking router: bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:43:59.064297 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07d3718-fbfa-45ee-aa36-3b917068eedb None None] Routers {'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:43:59.064923 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-a07d3718-fbfa-45ee-aa36-3b917068eedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:43:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:59.096718 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-17448883-2088-4582-b943-2da32f34afe4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:59.104417 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd req-2d179eaa-3c7e-42a8-8498-e773855113cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:59.105837 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd req-2d179eaa-3c7e-42a8-8498-e773855113cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 HTTP/1.1" status: 200 len: 915 time: 0.3023188 Jun 07 13:43:59.158619 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-488061dc-529b-414f-b750-364fcec8535c service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359355 Jun 07 13:43:59.239493 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd req-f92e9ebc-198b-44ef-b428-c309fba014c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 200 len: 999 time: 0.1254313 Jun 07 13:43:59.285443 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-17448883-2088-4582-b943-2da32f34afe4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:59.292932 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-17448883-2088-4582-b943-2da32f34afe4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:59.293426 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-a07d3718-fbfa-45ee-aa36-3b917068eedb None None] Set router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:43:59.297764 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-08907ede-eb6a-4bfc-8e92-c45e4e0c03e7 req-4c35bc17-af7a-4e4f-b57a-bdc48db576b0 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324265 Jun 07 13:43:59.302925 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-31545f19-d245-4b15-bd65-f826b45d404f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:59.335774 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17448883-2088-4582-b943-2da32f34afe4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9293d710-6be1-4be6-ba5b-36e5091cdda7,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:59.338361 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-17448883-2088-4582-b943-2da32f34afe4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:59.342715 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd req-ad1aac7c-cbae-4c5b-bfd8-ae8722ccf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:59.344279 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd req-ad1aac7c-cbae-4c5b-bfd8-ae8722ccf573 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a06ffa1-f4e7-4175-a010-46cecf1f200a HTTP/1.1" status: 200 len: 853 time: 0.0975227 Jun 07 13:43:59.344947 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-17448883-2088-4582-b943-2da32f34afe4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:59.349186 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-17448883-2088-4582-b943-2da32f34afe4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4631510 Jun 07 13:43:59.349347 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50382) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:59.355993 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-6e13f2db-2369-438a-9c69-22a570eff09a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Request body: {'security_group_rule': {'security_group_id': 'e82e19b8-9fba-4a13-bc22-6595f67b89af', 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:59.440000 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6e13f2db-2369-438a-9c69-22a570eff09a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:59.487559 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd req-897428d1-0ff5-4f37-8864-1537d6e9aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:59.489561 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd req-897428d1-0ff5-4f37-8864-1537d6e9aafa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1298897 Jun 07 13:43:59.657100 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd req-bbc94feb-4aa3-4a75-971a-97c17f669d89 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578972 Jun 07 13:43:59.698226 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-a07d3718-fbfa-45ee-aa36-3b917068eedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '6364a8d8-819f-430e-894a-bfbbe57a711f', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'floating_ip_address': '172.28.3.216', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'port_id': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'mac_address': 'fa:16:3e:c7:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:43:57Z', 'updated_at': '2021-06-07T13:43:57Z', 'revision_number': 0, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e371cc0e-8d7f-4a57-9cf2-5856d354f52c', 'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'mac_address': 'fa:16:3e:e2:d6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:05Z', 'revision_number': 5, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'subnets': [{'id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:43:59.710769 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d3718-fbfa-45ee-aa36-3b917068eedb None None] The sync data for ids ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'] in dv-cinder-785362-2-smb is: [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_floatingips': [{'id': '6364a8d8-819f-430e-894a-bfbbe57a711f', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'floating_ip_address': '172.28.3.216', 'floating_network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'router_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'port_id': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'mac_address': 'fa:16:3e:c7:a8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:43:57Z', 'updated_at': '2021-06-07T13:43:57Z', 'revision_number': 0, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e371cc0e-8d7f-4a57-9cf2-5856d354f52c', 'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'mac_address': 'fa:16:3e:e2:d6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:05Z', 'revision_number': 5, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'subnets': [{'id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:43:59.715174 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6e13f2db-2369-438a-9c69-22a570eff09a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:59.780289 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6e13f2db-2369-438a-9c69-22a570eff09a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:59.862444 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1b7a6c3d-957d-4e20-889d-aa0787183556 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:43:59.882917 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6e13f2db-2369-438a-9c69-22a570eff09a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:59.884082 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-6e13f2db-2369-438a-9c69-22a570eff09a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5334527 Jun 07 13:43:59.887033 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 50406) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:43:59.894477 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-094a30f2-7d35-4520-8f72-836f3c59af55 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Request body: {'security_group_rule': {'security_group_id': 'e82e19b8-9fba-4a13-bc22-6595f67b89af', 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:43:59.906190 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13f2db-2369-438a-9c69-22a570eff09a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2863b7-507e-48db-a01e-43b31df7cb2d,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:43:59.914661 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6e13f2db-2369-438a-9c69-22a570eff09a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:43:59.944953 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4384d0a6-7c4b-4318-8fb8-dd105047e3fd req-19b41a24-4d43-4342-aec8-e44a207b8741 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731791 Jun 07 13:43:59.955923 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-094a30f2-7d35-4520-8f72-836f3c59af55 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:43:59.979662 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f667ac-5c53-4cf5-bead-a070592c62b8 req-a625a41d-926b-47e0-9524-c10301f42b10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:43:59.986788 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-84f667ac-5c53-4cf5-bead-a070592c62b8 req-a625a41d-926b-47e0-9524-c10301f42b10 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.2662952 Jun 07 13:44:00.062152 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-094a30f2-7d35-4520-8f72-836f3c59af55 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.071223 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-094a30f2-7d35-4520-8f72-836f3c59af55 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.075064 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-84f667ac-5c53-4cf5-bead-a070592c62b8 req-f95b14f3-003c-4cf2-8701-43014cf2f171 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871425 Jun 07 13:44:00.089726 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-817f39a3-e04e-4b8d-8152-d2b5810aed47 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:00.108885 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53475234-af04-467c-9637-1d2c99484c36 None None] New status for floating IP 6364a8d8-819f-430e-894a-bfbbe57a711f: ACTIVE {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:44:00.118452 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a30f2-7d35-4520-8f72-836f3c59af55 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7295a7-9f64-4278-86a2-092f44d5a6f2,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:00.125203 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-094a30f2-7d35-4520-8f72-836f3c59af55 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:00.126785 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-094a30f2-7d35-4520-8f72-836f3c59af55 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.134011 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-094a30f2-7d35-4520-8f72-836f3c59af55 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2428060 Jun 07 13:44:00.134336 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 50408) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:00.139584 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-03e4a248-d4bc-44c6-91d3-f051461f7500 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Request body: {'security_group_rule': {'security_group_id': 'e82e19b8-9fba-4a13-bc22-6595f67b89af', 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:00.188445 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-03e4a248-d4bc-44c6-91d3-f051461f7500 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.326835 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-03e4a248-d4bc-44c6-91d3-f051461f7500 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.331554 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-03e4a248-d4bc-44c6-91d3-f051461f7500 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.333984 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:00.450951 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4a248-d4bc-44c6-91d3-f051461f7500 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbea84c-7984-411d-a3fd-8751bc704183,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:00.454190 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-03e4a248-d4bc-44c6-91d3-f051461f7500 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:00.458494 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-03e4a248-d4bc-44c6-91d3-f051461f7500 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.459927 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-03e4a248-d4bc-44c6-91d3-f051461f7500 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3244145 Jun 07 13:44:00.462955 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50410) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:00.468203 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-d064ba95-176c-4592-b53b-1478393852ba tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Request body: {'security_group_rule': {'security_group_id': 'e82e19b8-9fba-4a13-bc22-6595f67b89af', 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:00.510394 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.securitygroups_db [None req-d064ba95-176c-4592-b53b-1478393852ba tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Project 210045ec8a1f431d8186c1be3c72dde3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:44:00.517172 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d064ba95-176c-4592-b53b-1478393852ba tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.599624 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d064ba95-176c-4592-b53b-1478393852ba tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.603589 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d064ba95-176c-4592-b53b-1478393852ba tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.605636 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:00.629687 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064ba95-176c-4592-b53b-1478393852ba tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67459ed9-214e-4684-a4c0-29539b0e07f1,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:00.637399 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d064ba95-176c-4592-b53b-1478393852ba tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:00.643261 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d064ba95-176c-4592-b53b-1478393852ba tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.647398 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-d064ba95-176c-4592-b53b-1478393852ba tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1807022 Jun 07 13:44:00.647639 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 50414) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:00.653248 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-3769fb14-494a-4909-bde0-4a0cc9c5ec72 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Request body: {'security_group_rule': {'security_group_id': 'e82e19b8-9fba-4a13-bc22-6595f67b89af', 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:00.681370 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.securitygroups_db [None req-3769fb14-494a-4909-bde0-4a0cc9c5ec72 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Project 210045ec8a1f431d8186c1be3c72dde3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:44:00.693085 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3769fb14-494a-4909-bde0-4a0cc9c5ec72 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.764851 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3769fb14-494a-4909-bde0-4a0cc9c5ec72 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.768922 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3769fb14-494a-4909-bde0-4a0cc9c5ec72 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703861'] for security_group_rule, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.772726 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cb98aa32-20c2-4368-8a4d-1f629c4372c9 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:00.797888 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769fb14-494a-4909-bde0-4a0cc9c5ec72 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408a7fc0-9c58-4564-b972-a34d74c7507e,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:00.801634 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3769fb14-494a-4909-bde0-4a0cc9c5ec72 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:00.806541 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3769fb14-494a-4909-bde0-4a0cc9c5ec72 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:00.807799 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-3769fb14-494a-4909-bde0-4a0cc9c5ec72 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589551 Jun 07 13:44:00.933605 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-feef792b-0d89-4b62-9a85-f21aa0b2d3b8 req-0f162029-197f-446e-8849-658be0077667 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059393522&fields=id&tenant_id=210045ec8a1f431d8186c1be3c72dde3 HTTP/1.1" status: 200 len: 267 time: 0.0453203 Jun 07 13:44:01.019165 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef792b-0d89-4b62-9a85-f21aa0b2d3b8 req-9c2333a2-3efb-4913-ad99-57f8c78399e3 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:01.020544 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-feef792b-0d89-4b62-9a85-f21aa0b2d3b8 req-9c2333a2-3efb-4913-ad99-57f8c78399e3 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 945 time: 0.0815127 Jun 07 13:44:01.032284 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [req-feef792b-0d89-4b62-9a85-f21aa0b2d3b8 req-4ad0cb2b-e2bd-4b6c-88cd-c9567f4f68d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Request body: {'port': {'security_groups': ['0fc14571-225f-47c2-930f-b5c6a4a77233', 'e82e19b8-9fba-4a13-bc22-6595f67b89af']}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:44:01.156637 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-feef792b-0d89-4b62-9a85-f21aa0b2d3b8 req-4ad0cb2b-e2bd-4b6c-88cd-c9567f4f68d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:01.421374 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [req-feef792b-0d89-4b62-9a85-f21aa0b2d3b8 req-4ad0cb2b-e2bd-4b6c-88cd-c9567f4f68d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] For port 3e643daf-4696-403c-81d6-61e527f3d1e5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3e643daf-4696-403c-81d6-61e527f3d1e5,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:01.453499 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-feef792b-0d89-4b62-9a85-f21aa0b2d3b8 req-4ad0cb2b-e2bd-4b6c-88cd-c9567f4f68d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for port, precommit_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:01.458919 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-feef792b-0d89-4b62-9a85-f21aa0b2d3b8 req-4ad0cb2b-e2bd-4b6c-88cd-c9567f4f68d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1293759'] for port, after_update {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:01.466243 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:01.471696 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['3e643daf-4696-403c-81d6-61e527f3d1e5'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:44:01.545464 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef792b-0d89-4b62-9a85-f21aa0b2d3b8 req-4ad0cb2b-e2bd-4b6c-88cd-c9567f4f68d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:01.546343 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [req-feef792b-0d89-4b62-9a85-f21aa0b2d3b8 req-4ad0cb2b-e2bd-4b6c-88cd-c9567f4f68d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:01.547987 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-feef792b-0d89-4b62-9a85-f21aa0b2d3b8 req-4ad0cb2b-e2bd-4b6c-88cd-c9567f4f68d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "PUT /v2.0/ports/3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 200 len: 981 time: 0.5204554 Jun 07 13:44:01.548698 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:01.554456 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:01.582157 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0cb2b-e2bd-4b6c-88cd-c9567f4f68d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'Port': ['ID=3e643daf-4696-403c-81d6-61e527f3d1e5,revision_number=6']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:01.599098 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4ad0cb2b-e2bd-4b6c-88cd-c9567f4f68d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:01.666542 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['3e643daf-4696-403c-81d6-61e527f3d1e5'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:44:01.774995 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e28506-855c-4eae-a568-d15915901ac7 req-685f0aac-f774-4f7c-a8cb-9259fa397ac7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:01.782159 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-04e28506-855c-4eae-a568-d15915901ac7 req-685f0aac-f774-4f7c-a8cb-9259fa397ac7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.1192987 Jun 07 13:44:01.835751 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-04e28506-855c-4eae-a568-d15915901ac7 req-ec447eb7-68df-4519-8090-1bd3c8d934e8 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525992 Jun 07 13:44:01.953141 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-71c95c4c-8a7d-4c1e-9868-9ae7d6c7040a None None] Provisioning complete for port 3e643daf-4696-403c-81d6-61e527f3d1e5 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:44:01.953570 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-71c95c4c-8a7d-4c1e-9868-9ae7d6c7040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:02.029391 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d402-7439-4d2d-9cec-d7f9946d4a4a req-7aef96dc-a85f-417e-b821-6e4f705fb477 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:02.030857 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-27c8d402-7439-4d2d-9cec-d7f9946d4a4a req-7aef96dc-a85f-417e-b821-6e4f705fb477 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0908682 Jun 07 13:44:02.092331 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-27c8d402-7439-4d2d-9cec-d7f9946d4a4a req-7be7747b-26d5-4b09-bfb9-4d2153c2e825 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534391 Jun 07 13:44:02.152762 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dca177-1345-4034-8471-ed8e1b2fb3ff x-openstack-request-id: req-b7dca177-1345-4034-8471-ed8e1b2fb3ff {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:02.153836 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:02.154307 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7dca177-1345-4034-8471-ed8e1b2fb3ff {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:02.154913 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'status': 'completed', 'code': 200} Jun 07 13:44:02.520329 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e7eae54d-1590-48c5-8d4b-9203700ac7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:03.131355 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea26acc-97b7-47e6-b227-e111bc333f45 req-9516a0a6-414d-4ee0-ab2a-8fc29fcde70d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:03.132802 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cea26acc-97b7-47e6-b227-e111bc333f45 req-9516a0a6-414d-4ee0-ab2a-8fc29fcde70d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.1808009 Jun 07 13:44:03.178636 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cea26acc-97b7-47e6-b227-e111bc333f45 req-7361c2a9-25ce-4837-b61d-e36eb312ed8d tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397279 Jun 07 13:44:04.380504 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fc69b-76c2-4d20-b629-7768a885b475 req-b68b9827-1b0e-44be-a21e-660ef7bd1e81 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:04.382007 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-063fc69b-76c2-4d20-b629-7768a885b475 req-b68b9827-1b0e-44be-a21e-660ef7bd1e81 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.0843978 Jun 07 13:44:04.425955 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-063fc69b-76c2-4d20-b629-7768a885b475 req-8e2e0975-e714-4106-bc9a-65d076084daa tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382140 Jun 07 13:44:04.545798 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:44:05.039854 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:05.143164 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f6620c57-2024-4db3-9256-7bd76df8ac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:05.635732 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45872b74-6d5a-43b7-817e-97d6f60105e1 req-c9d75b80-10ef-432e-8761-b3be20e1506f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:05.637204 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-45872b74-6d5a-43b7-817e-97d6f60105e1 req-c9d75b80-10ef-432e-8761-b3be20e1506f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.1003382 Jun 07 13:44:05.683414 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-45872b74-6d5a-43b7-817e-97d6f60105e1 req-65c69a76-7144-4df5-a982-89f2cea9f19f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398455 Jun 07 13:44:05.882940 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:06.874267 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdd218-82ca-471f-a397-7924f0edfb0f req-38805fe4-b971-41a7-8f43-7c0d33143749 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:06.876018 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d8bdd218-82ca-471f-a397-7924f0edfb0f req-38805fe4-b971-41a7-8f43-7c0d33143749 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.0810819 Jun 07 13:44:06.926213 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d8bdd218-82ca-471f-a397-7924f0edfb0f req-c74b5735-a87e-46e9-b7ab-2c3d40df5e4a tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 Jun 07 13:44:07.889334 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:08.128265 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22189cef-d78d-4798-adfc-a6e851537e3f req-83c47dce-111d-4304-b128-a51d9cd2357f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:08.129549 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-22189cef-d78d-4798-adfc-a6e851537e3f req-83c47dce-111d-4304-b128-a51d9cd2357f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.0802577 Jun 07 13:44:08.176912 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-22189cef-d78d-4798-adfc-a6e851537e3f req-e42a07d8-b96f-418e-8f98-63c98891e369 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Jun 07 13:44:09.375779 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca1440-9c6d-4c87-931c-47ccde0f8d90 req-0d7c0714-d7c9-4e96-861c-4a44dfe29982 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:09.377263 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6cca1440-9c6d-4c87-931c-47ccde0f8d90 req-0d7c0714-d7c9-4e96-861c-4a44dfe29982 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.0862243 Jun 07 13:44:09.425958 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6cca1440-9c6d-4c87-931c-47ccde0f8d90 req-0cd50e1c-c268-46f2-ad83-26ed29ff48ec tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425346 Jun 07 13:44:09.703577 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:10.620477 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2b429-82ad-4c40-b857-76e1decf7f39 req-5df7e995-f67d-475b-afc3-c96843e0af77 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:10.620477 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-28a2b429-82ad-4c40-b857-76e1decf7f39 req-5df7e995-f67d-475b-afc3-c96843e0af77 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.0812950 Jun 07 13:44:10.676416 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-28a2b429-82ad-4c40-b857-76e1decf7f39 req-8225d90b-b2d6-45fc-97c7-068c2d705173 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503676 Jun 07 13:44:11.871282 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454e7bd-61cb-4aad-90ab-bf2e5a840582 req-b3ddcc84-4533-4e82-b26c-93461452486f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:11.872804 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0454e7bd-61cb-4aad-90ab-bf2e5a840582 req-b3ddcc84-4533-4e82-b26c-93461452486f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.0827489 Jun 07 13:44:11.918564 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0454e7bd-61cb-4aad-90ab-bf2e5a840582 req-9222aaa3-5f26-45d7-a619-1515a6e691e9 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393436 Jun 07 13:44:12.358152 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0 req-f1e84345-71af-4afe-ad43-d82bf585bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:12.359654 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0 req-f1e84345-71af-4afe-ad43-d82bf585bbe7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=210045ec8a1f431d8186c1be3c72dde3&device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 1137 time: 0.0721872 Jun 07 13:44:12.500756 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0 req-3769cac9-60e9-4ad1-96ac-d8890e10aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:12.502326 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0 req-3769cac9-60e9-4ad1-96ac-d8890e10aa06 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 HTTP/1.1" status: 200 len: 915 time: 0.1335082 Jun 07 13:44:12.503712 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11129-5828-4179-88f5-d533db8d9a5f req-094c09e1-8576-4d6e-9a6d-cd8a845b4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:12.505178 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-80b11129-5828-4179-88f5-d533db8d9a5f req-094c09e1-8576-4d6e-9a6d-cd8a845b4221 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=06908549a593441086718c651fcd4535&device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 1096 time: 0.0777912 Jun 07 13:44:12.616389 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0 req-e903e0a4-3212-4073-83fc-9b0bc91aef68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 200 len: 1001 time: 0.0987489 Jun 07 13:44:12.668188 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11129-5828-4179-88f5-d533db8d9a5f req-c116a6b3-16cb-4d50-9549-b8cc38571927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:12.669663 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-80b11129-5828-4179-88f5-d533db8d9a5f req-c116a6b3-16cb-4d50-9549-b8cc38571927 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 200 len: 918 time: 0.1329594 Jun 07 13:44:12.699798 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0 req-31ce98f9-f151-40de-b84a-e3b3ac6c2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:12.701224 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0 req-31ce98f9-f151-40de-b84a-e3b3ac6c2975 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a06ffa1-f4e7-4175-a010-46cecf1f200a HTTP/1.1" status: 200 len: 853 time: 0.0759199 Jun 07 13:44:12.788175 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0 req-3a154f76-9494-45d1-adab-bfe798bff62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:12.789891 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0 req-3a154f76-9494-45d1-adab-bfe798bff62c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788302 Jun 07 13:44:12.804465 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-80b11129-5828-4179-88f5-d533db8d9a5f req-6a598c53-29af-4e6e-8657-972560142aec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d HTTP/1.1" status: 200 len: 998 time: 0.1200602 Jun 07 13:44:12.871344 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11129-5828-4179-88f5-d533db8d9a5f req-99c51b67-feea-4755-9685-f65c04e6cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:12.872799 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-80b11129-5828-4179-88f5-d533db8d9a5f req-99c51b67-feea-4755-9685-f65c04e6cc18 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 200 len: 856 time: 0.0616481 Jun 07 13:44:12.931911 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0 req-85e8017f-0877-48a6-af88-96288373350c service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284335 Jun 07 13:44:12.958738 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11129-5828-4179-88f5-d533db8d9a5f req-4b2c7d4e-64c1-4ac4-ac99-9c74d98e1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:12.960340 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-80b11129-5828-4179-88f5-d533db8d9a5f req-4b2c7d4e-64c1-4ac4-ac99-9c74d98e1268 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0782a5e4-beb2-4273-a34a-432bb014c241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714118 Jun 07 13:44:13.070424 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-05cccf29-d09d-4cb8-ad9c-a57e7163b2e0 req-eb55845d-2cef-43b6-95ae-e6775d3593ea service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294162 Jun 07 13:44:13.162270 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-80b11129-5828-4179-88f5-d533db8d9a5f req-cf09a577-5757-4228-94b6-9cc886d77b66 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926441 Jun 07 13:44:13.217346 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803dac9-c4f1-4a01-9133-bdea18007ba0 req-2393bc71-ffba-4dc6-876c-f48a05ebe5e5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:13.218818 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d803dac9-c4f1-4a01-9133-bdea18007ba0 req-2393bc71-ffba-4dc6-876c-f48a05ebe5e5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.1533332 Jun 07 13:44:13.336638 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d803dac9-c4f1-4a01-9133-bdea18007ba0 req-455c6b2e-1c1b-4186-8828-a064cb414564 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102705 Jun 07 13:44:13.341962 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-80b11129-5828-4179-88f5-d533db8d9a5f req-3c92d75c-3e89-44c5-b3bc-1d3fd4f02f88 service neutron] 10.222.0.54 "GET /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706035 Jun 07 13:44:14.275792 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ae82615d-f2e2-49b6-9e81-1f685f5f728d details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:44:14.415077 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:14.429146 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'port_id': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'mac_address': 'fa:16:3e:5f:a5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:44:14.488311 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:14.505828 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae82615d-f2e2-49b6-9e81-1f685f5f728d {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:44:14.523724 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:14.528795 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:14.530800 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-cd497b43-9d37-4016-9eb7-67e871b1d491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:14.532009 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d0252-1cde-41d9-b4e7-d648813b9357 req-be0e3917-89ee-466a-97a6-9803f433b429 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:14.533519 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-397d0252-1cde-41d9-b4e7-d648813b9357 req-be0e3917-89ee-466a-97a6-9803f433b429 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 943 time: 0.0848429 Jun 07 13:44:14.583448 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-397d0252-1cde-41d9-b4e7-d648813b9357 req-13c324b3-bff8-479f-a417-45a80ca994b9 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434465 Jun 07 13:44:14.596123 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ae82615d-f2e2-49b6-9e81-1f685f5f728d,revision_number=9']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:14.604214 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.604552 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.604881 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.605204 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.605523 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.605861 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.606176 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.606489 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.606801 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.607113 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.607422 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.607731 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:14.611457 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:14.859876 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['ae82615d-f2e2-49b6-9e81-1f685f5f728d'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:44:15.781998 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43df0b-a29c-4073-870f-f9d7c764326f req-14312566-db92-43ce-9f75-67609720d2df tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:15.783565 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4b43df0b-a29c-4073-870f-f9d7c764326f req-14312566-db92-43ce-9f75-67609720d2df tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 944 time: 0.0815818 Jun 07 13:44:15.833812 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-4b43df0b-a29c-4073-870f-f9d7c764326f req-732fd3bd-70f1-4340-a3c6-24cafc79a2dc tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437610 Jun 07 13:44:16.290080 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ae82615d-f2e2-49b6-9e81-1f685f5f728d up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:44:16.357983 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port ae82615d-f2e2-49b6-9e81-1f685f5f728d triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:44:16.358389 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:16.473399 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:16.500337 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:16.502732 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da90a1b-873e-448e-8b34-67bc72cc9db8" -d '{"events": [{"server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "name": "network-vif-plugged", "status": "completed", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:16.510511 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:16.515750 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:16.517660 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-5c0c720a-d65c-4e11-aab6-489902bdbb8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:16.558711 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336b2bc6-7084-4698-a860-00e5a187e193 x-openstack-request-id: req-336b2bc6-7084-4698-a860-00e5a187e193 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:16.559012 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "name": "network-vif-plugged", "status": "completed", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:16.559267 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-336b2bc6-7084-4698-a860-00e5a187e193 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:16.559657 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'code': 200} Jun 07 13:44:16.593304 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=ae82615d-f2e2-49b6-9e81-1f685f5f728d,revision_number=10']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:16.596356 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:16.850060 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb25f3-f06a-40b4-998a-19466d7479d2 req-78fa092c-6661-45de-b983-b4d7ffad0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:16.851576 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fdcb25f3-f06a-40b4-998a-19466d7479d2 req-78fa092c-6661-45de-b983-b4d7ffad0bde service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 1099 time: 0.1163058 Jun 07 13:44:16.895616 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fdcb25f3-f06a-40b4-998a-19466d7479d2 req-b4d2a29c-4ad2-4caa-ba45-7eaeff8d962c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365307 Jun 07 13:44:17.026889 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1a1f1-b43d-4cde-9cb6-21e87a98f04f req-e0918b8a-1be5-4a4e-a13f-c744d5f0b021 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:17.028479 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-dbb1a1f1-b43d-4cde-9cb6-21e87a98f04f req-e0918b8a-1be5-4a4e-a13f-c744d5f0b021 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 946 time: 0.0827575 Jun 07 13:44:17.086081 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-dbb1a1f1-b43d-4cde-9cb6-21e87a98f04f req-d63ad0a1-ecb9-49b1-b7df-64a42ab38af0 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501976 Jun 07 13:44:18.288080 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508d455-7de7-4cc5-9cb4-5fd00860aaec req-93203d0b-3056-4012-b436-3e4c08c22609 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:18.289568 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f508d455-7de7-4cc5-9cb4-5fd00860aaec req-93203d0b-3056-4012-b436-3e4c08c22609 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 946 time: 0.0909457 Jun 07 13:44:18.340808 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f508d455-7de7-4cc5-9cb4-5fd00860aaec req-b084fd1f-abd3-4394-95b9-7ef9a16a0285 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447907 Jun 07 13:44:19.532314 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b785d6b-7a64-441a-85d7-0adca2531567 req-f588daf3-5852-4f3d-b630-8994c944b4f5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:19.534317 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5b785d6b-7a64-441a-85d7-0adca2531567 req-f588daf3-5852-4f3d-b630-8994c944b4f5 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 946 time: 0.0842609 Jun 07 13:44:19.579011 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5b785d6b-7a64-441a-85d7-0adca2531567 req-63e500fc-cd04-4232-9af7-7437db28245b tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389574 Jun 07 13:44:25.395900 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245af01-a4e2-4123-9476-ad91428eeaee req-a800d6ac-fc77-49fd-a5c4-ed53a7d6197d tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:25.397327 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3245af01-a4e2-4123-9476-ad91428eeaee req-a800d6ac-fc77-49fd-a5c4-ed53a7d6197d tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 946 time: 0.1572022 Jun 07 13:44:25.440897 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3245af01-a4e2-4123-9476-ad91428eeaee req-5602b919-cf54-46a0-99a8-56a899711b0f tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379591 Jun 07 13:44:26.630177 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34505b8-627c-4ff7-a944-952d42adb59b req-42b27ead-793c-49a5-ad45-a690e4bc36b2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:26.631674 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a34505b8-627c-4ff7-a944-952d42adb59b req-42b27ead-793c-49a5-ad45-a690e4bc36b2 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 946 time: 0.0852113 Jun 07 13:44:26.675850 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a34505b8-627c-4ff7-a944-952d42adb59b req-a20eeed6-f740-4b6a-b860-95cce2c0cd29 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385540 Jun 07 13:44:27.623061 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-79e2da9b-d417-4c8c-96c2-ab10205f3254 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:27.624817 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-79e2da9b-d417-4c8c-96c2-ab10205f3254 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 946 time: 0.0789914 Jun 07 13:44:27.761815 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Deleting port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:27.762568 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:27.863934 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f2f04-748e-4a68-acde-b792781d15db req-3336d90f-c97b-41b0-b58e-39456c465c9c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:27.865481 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-205f2f04-748e-4a68-acde-b792781d15db req-3336d90f-c97b-41b0-b58e-39456c465c9c tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 946 time: 0.0828104 Jun 07 13:44:27.915731 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-205f2f04-748e-4a68-acde-b792781d15db req-aa226808-8ee6-44de-9c32-1a178ecbefd3 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups?id=d211d822-831f-479b-afe4-1c0e725c93c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 Jun 07 13:44:27.972126 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] For port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:27.972401 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.263704 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.263997 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.264388 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.l3_db [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Floating IP 736ad2d1-3836-4551-963b-eb1173b8f188 disassociated. External IP: 172.28.3.185, port: 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197. Jun 07 13:44:28.264726 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Calling delete_port for 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:28.374254 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.380291 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-49247833-fa4f-40cf-846f-5c5c3a0c4a61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:28.427588 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event deleted for resources: {'Port': ['ID=25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:28.431632 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:28.611534 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Router 8b473756-3771-45c9-921f-a0953eb2e565 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:44:28.793158 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:44:28.802402 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baebd61-a150-469e-9fd6-8da7b445e76e None None] Sync routers for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:44:28.815920 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baebd61-a150-469e-9fd6-8da7b445e76e None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:28.816552 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-4baebd61-a150-469e-9fd6-8da7b445e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:44:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:28.871368 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] No DVR routers for this DVR port 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 on host hv-cinder-78536 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:44:28.874252 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:28.876998 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-168eb8d3-83b5-4b87-a0a9-27a6806da19c req-8ab34bc4-8c01-4ff3-af80-b268455fa25a tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.54 "DELETE /v2.0/ports/25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 HTTP/1.1" status: 204 len: 173 time: 1.2447288 Jun 07 13:44:28.877523 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'name': 'network-vif-deleted', 'tag': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:28.880008 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa2b0a1-2396-4fad-91e2-fa7abfee463c" -d '{"events": [{"server_uuid": "2d49a88c-4829-40d4-8368-691ec9fd8b09", "name": "network-vif-deleted", "tag": "25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:28.932354 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d712c26a-73b2-468e-af6d-cbe282760f0e x-openstack-request-id: req-d712c26a-73b2-468e-af6d-cbe282760f0e {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:28.932686 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d49a88c-4829-40d4-8368-691ec9fd8b09", "name": "network-vif-deleted", "tag": "25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:28.932981 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d712c26a-73b2-468e-af6d-cbe282760f0e {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:28.933410 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d49a88c-4829-40d4-8368-691ec9fd8b09', 'name': 'network-vif-deleted', 'tag': '25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197', 'status': 'completed', 'code': 200} Jun 07 13:44:29.012163 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-4baebd61-a150-469e-9fd6-8da7b445e76e None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:29.071656 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-af7ab47f-284c-4256-a18e-f29648a7dc92 req-08720b02-460e-4796-929c-8dbe017c32ec tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d49a88c-4829-40d4-8368-691ec9fd8b09 HTTP/1.1" status: 200 len: 210 time: 0.0453932 Jun 07 13:44:29.326923 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-4baebd61-a150-469e-9fd6-8da7b445e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:29.331244 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baebd61-a150-469e-9fd6-8da7b445e76e None None] Checking router: 8b473756-3771-45c9-921f-a0953eb2e565 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:44:29.340518 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baebd61-a150-469e-9fd6-8da7b445e76e None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:29.341112 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-4baebd61-a150-469e-9fd6-8da7b445e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:44:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:29.525830 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-4baebd61-a150-469e-9fd6-8da7b445e76e None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:29.842648 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-4baebd61-a150-469e-9fd6-8da7b445e76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:29.846915 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baebd61-a150-469e-9fd6-8da7b445e76e None None] The sync data for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb is: [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:38:06Z', 'revision_number': 4, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'de14ca00-bbdb-4f44-9c8a-5d1fce47c182', 'name': '', 'network_id': '208989e9-9ce4-41b2-86c1-f7dfee081e6b', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'mac_address': 'fa:16:3e:bd:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '050186de-5062-460e-8201-e277a2d397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:38:03Z', 'updated_at': '2021-06-07T13:38:18Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'subnets': [{'id': '050186de-5062-460e-8201-e277a2d397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:44:30.045111 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304faa9a-8c80-4625-81ef-0d5a5388b4da None None] New status for floating IP 736ad2d1-3836-4551-963b-eb1173b8f188: DOWN {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:44:30.196571 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 50620) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:30.264506 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dee20d6a-6a18-463d-a1fe-47e37383e0b4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.293989 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dee20d6a-6a18-463d-a1fe-47e37383e0b4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.343344 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:44:30.347715 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dee20d6a-6a18-463d-a1fe-47e37383e0b4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.350678 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dee20d6a-6a18-463d-a1fe-47e37383e0b4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.351960 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-dee20d6a-6a18-463d-a1fe-47e37383e0b4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "DELETE /v2.0/security-groups/d211d822-831f-479b-afe4-1c0e725c93c2 HTTP/1.1" status: 204 len: 168 time: 0.1541793 Jun 07 13:44:30.352675 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-15b1e362-402e-4b65-a7cf-4cf071615b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:30.354806 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50622) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:30.365554 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee20d6a-6a18-463d-a1fe-47e37383e0b4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d211d822-831f-479b-afe4-1c0e725c93c2,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:30.372410 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.api.v2.resource [None req-c439ae4a-8bc4-4377-87cc-309416cbf679 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] show failed (client error): The resource could not be found. Jun 07 13:44:30.374246 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dee20d6a-6a18-463d-a1fe-47e37383e0b4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:30.376550 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 50624) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:30.376743 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-c439ae4a-8bc4-4377-87cc-309416cbf679 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "GET /v2.0/security-groups/d211d822-831f-479b-afe4-1c0e725c93c2 HTTP/1.1" status: 404 len: 347 time: 0.0208871 Jun 07 13:44:30.420554 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:44:30.420902 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 25f7eb8b-d0e3-47d0-a2b1-edc22b6d6197 not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:44:30.594240 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Deleting port 22d45eb4-f929-49a0-b6e4-a61ed49926c1 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:30.594565 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.792703 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.792947 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:30.912084 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Calling delete_port for 22d45eb4-f929-49a0-b6e4-a61ed49926c1 owned by network:floatingip {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:31.024967 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.028719 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-15e7aecd-6c54-415d-9f88-75c3df5632d2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:31.072345 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Pushing event deleted for resources: {'Port': ['ID=22d45eb4-f929-49a0-b6e4-a61ed49926c1,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:31.075370 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:31.176878 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks [] for floatingip, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.179239 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:31.180352 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] 10.222.0.50 "DELETE /v2.0/floatingips/736ad2d1-3836-4551-963b-eb1173b8f188 HTTP/1.1" status: 204 len: 168 time: 0.8028340 Jun 07 13:44:32.502618 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f6372e21-a091-4fb3-a08e-4d6d54aea52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:34.628101 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8789c42-3dd1-4e7f-ad16-7e354ba76a4a req-6d9dcdc4-9443-4c10-9ea7-39f432509b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:34.629482 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8789c42-3dd1-4e7f-ad16-7e354ba76a4a req-6d9dcdc4-9443-4c10-9ea7-39f432509b9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=210045ec8a1f431d8186c1be3c72dde3&device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 1137 time: 0.0716879 Jun 07 13:44:34.658470 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1ffec-8e23-4d57-9edd-5b9b81cb69af req-73978936-33a2-4f92-8c25-f6645f8047b3 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:34.659932 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c5a1ffec-8e23-4d57-9edd-5b9b81cb69af req-73978936-33a2-4f92-8c25-f6645f8047b3 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0809703 Jun 07 13:44:34.710272 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c5a1ffec-8e23-4d57-9edd-5b9b81cb69af req-e66deb33-89ba-4dd9-b59d-3c6354fe757f tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442648 Jun 07 13:44:34.762339 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8789c42-3dd1-4e7f-ad16-7e354ba76a4a req-8dd5440f-059c-4867-8061-b55438dc9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:34.763783 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8789c42-3dd1-4e7f-ad16-7e354ba76a4a req-8dd5440f-059c-4867-8061-b55438dc9611 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 HTTP/1.1" status: 200 len: 915 time: 0.1270440 Jun 07 13:44:34.869585 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8789c42-3dd1-4e7f-ad16-7e354ba76a4a req-23a25362-796c-42bc-8b2d-e0eda78b56e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 200 len: 1001 time: 0.0957141 Jun 07 13:44:34.942071 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8789c42-3dd1-4e7f-ad16-7e354ba76a4a req-da78fa5b-3336-4f91-a9be-711e3141895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:34.943431 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8789c42-3dd1-4e7f-ad16-7e354ba76a4a req-da78fa5b-3336-4f91-a9be-711e3141895a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a06ffa1-f4e7-4175-a010-46cecf1f200a HTTP/1.1" status: 200 len: 853 time: 0.0607762 Jun 07 13:44:35.021747 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8789c42-3dd1-4e7f-ad16-7e354ba76a4a req-04e148cf-bec1-4a64-b10b-9dfe281dc469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:35.024344 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8789c42-3dd1-4e7f-ad16-7e354ba76a4a req-04e148cf-bec1-4a64-b10b-9dfe281dc469 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732853 Jun 07 13:44:35.037915 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:35.126917 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-19ae1f50-10cf-4a08-9985-5b078ee25bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:35.164371 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50658) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:35.174584 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8789c42-3dd1-4e7f-ad16-7e354ba76a4a req-7d000741-8516-47ef-92da-d203a90f540a service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341326 Jun 07 13:44:35.317669 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b8789c42-3dd1-4e7f-ad16-7e354ba76a4a req-beff3631-afdd-4e60-953f-c5ac1a5e16ca service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296854 Jun 07 13:44:35.821501 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605915'] for router_interface, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:35.881434 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:35.899421 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc968e0-fc27-4b53-94d5-619ffd33a7b6 req-af26f245-8d50-47e3-a705-53e65ccc1b8b tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:35.900882 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-abc968e0-fc27-4b53-94d5-619ffd33a7b6 req-af26f245-8d50-47e3-a705-53e65ccc1b8b tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0827556 Jun 07 13:44:35.953116 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-abc968e0-fc27-4b53-94d5-619ffd33a7b6 req-50b4620e-419b-4067-b3a3-adcf457ff661 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463171 Jun 07 13:44:36.225101 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Deleting port de14ca00-bbdb-4f44-9c8a-5d1fce47c182 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:36.225439 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:36.350257 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] For port de14ca00-bbdb-4f44-9c8a-5d1fce47c182, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=de14ca00-bbdb-4f44-9c8a-5d1fce47c182,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:36.350613 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:36.555424 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Calling delete_port for de14ca00-bbdb-4f44-9c8a-5d1fce47c182 owned by network:router_interface {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:36.832278 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:36.835786 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:36.878416 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=de14ca00-bbdb-4f44-9c8a-5d1fce47c182,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:36.921683 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.922045 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.922482 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.922832 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.923181 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.923521 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.923880 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.924234 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.924579 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.924938 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.925308 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.925650 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:36.953095 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:37.206809 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-720544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606085'] for router_interface, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:37.282362 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193b035-a76a-47c6-bc3a-02874da36f8b req-a7cc8ff3-8a8c-4ceb-86eb-4b016a8079a4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:37.283809 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e193b035-a76a-47c6-bc3a-02874da36f8b req-a7cc8ff3-8a8c-4ceb-86eb-4b016a8079a4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.2193105 Jun 07 13:44:37.356485 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e193b035-a76a-47c6-bc3a-02874da36f8b req-29be8af0-d40b-4a1a-a987-c8fba605d631 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652282 Jun 07 13:44:37.614102 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Router 8b473756-3771-45c9-921f-a0953eb2e565 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:44:37.893712 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:37.905682 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:44:37.913397 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-ca6bf213-5651-4f91-a89f-7dc3539c3be2 admin admin] 10.222.0.50 "PUT /v2.0/routers/8b473756-3771-45c9-921f-a0953eb2e565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7454000 Jun 07 13:44:37.913397 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50668) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:37.914479 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18742835-34c4-4c17-810c-f6cbf8d26195 None None] Sync routers for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:44:37.924523 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18742835-34c4-4c17-810c-f6cbf8d26195 None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:37.925006 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-18742835-34c4-4c17-810c-f6cbf8d26195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:44:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:38.087470 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Notify callbacks [] for router, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:38.102892 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-18742835-34c4-4c17-810c-f6cbf8d26195 None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:38.263617 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:38.333750 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Deleting port 9fd80c01-f888-4f4c-82f2-bb525f8548d6 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:38.334093 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:38.392492 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-18742835-34c4-4c17-810c-f6cbf8d26195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208'}], 'enable_snat': True}, 'gw_port_id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:44:36Z', 'revision_number': 5, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port': {'id': '9fd80c01-f888-4f4c-82f2-bb525f8548d6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b473756-3771-45c9-921f-a0953eb2e565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:54Z', 'updated_at': '2021-06-07T13:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:38.396749 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18742835-34c4-4c17-810c-f6cbf8d26195 None None] Checking router: 8b473756-3771-45c9-921f-a0953eb2e565 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:44:38.405091 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18742835-34c4-4c17-810c-f6cbf8d26195 None None] Routers {'8b473756-3771-45c9-921f-a0953eb2e565'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:38.405697 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-18742835-34c4-4c17-810c-f6cbf8d26195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:44:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['8b473756-3771-45c9-921f-a0953eb2e565'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:38.465812 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] For port 9fd80c01-f888-4f4c-82f2-bb525f8548d6, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=9fd80c01-f888-4f4c-82f2-bb525f8548d6,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:38.466195 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:38.544323 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b428d33-8c0e-4fc1-985e-34c129f72946 req-ffc97ae1-ad43-495c-a550-865fa6395149 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:38.546614 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9b428d33-8c0e-4fc1-985e-34c129f72946 req-ffc97ae1-ad43-495c-a550-865fa6395149 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0825732 Jun 07 13:44:38.556568 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-18742835-34c4-4c17-810c-f6cbf8d26195 None None] Set router 8b473756-3771-45c9-921f-a0953eb2e565 gateway port host: None {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:38.590338 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Calling delete_port for 9fd80c01-f888-4f4c-82f2-bb525f8548d6 owned by network:router_gateway {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:38.595524 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9b428d33-8c0e-4fc1-985e-34c129f72946 req-a8229d3e-66cf-4f3d-a836-86c9f8127e17 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438757 Jun 07 13:44:38.662716 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-18742835-34c4-4c17-810c-f6cbf8d26195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:44:38Z', 'revision_number': 6, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port_host': None}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:38.667139 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18742835-34c4-4c17-810c-f6cbf8d26195 None None] The sync data for ids ['8b473756-3771-45c9-921f-a0953eb2e565'] in dv-cinder-785362-2-smb is: [{'id': '8b473756-3771-45c9-921f-a0953eb2e565', 'name': 'tempest-AttachVolumeTestJSON-1787239794-router', 'tenant_id': '31b5a501f95c4d92afcdfb65ee439f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:52Z', 'updated_at': '2021-06-07T13:44:38Z', 'revision_number': 6, 'project_id': '31b5a501f95c4d92afcdfb65ee439f91', 'gw_port_host': None}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:44:38.734907 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:38.739211 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4ad0cb2b-e2bd-4b6c-88cd-c9567f4f68d6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:38.782330 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd80c01-f888-4f4c-82f2-bb525f8548d6,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:38.809645 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:38.870718 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663371'] for router_gateway, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.041244 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15107'] for router, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.043935 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.230868 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611026'] for router, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.231791 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b473756-3771-45c9-921f-a0953eb2e565 {{(pid=91820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:44:39.237843 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.238993 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-b51242bb-e87b-4c8b-bcc8-ac541602feae admin admin] 10.222.0.50 "DELETE /v2.0/routers/8b473756-3771-45c9-921f-a0953eb2e565 HTTP/1.1" status: 204 len: 168 time: 1.3236120 Jun 07 13:44:39.241545 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50674) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:39.299047 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a77b7c4-fc29-476a-9c18-725f280a590a admin admin] Deleting subnet 050186de-5062-460e-8201-e277a2d397b8 {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:44:39.302033 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4a77b7c4-fc29-476a-9c18-725f280a590a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.357078 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4a77b7c4-fc29-476a-9c18-725f280a590a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27816292'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.474750 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4a77b7c4-fc29-476a-9c18-725f280a590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.517988 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 9fd80c01-f888-4f4c-82f2-bb525f8548d6 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:44:39.549986 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4a77b7c4-fc29-476a-9c18-725f280a590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1293637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27958704'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.554018 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:39.555525 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 9fd80c01-f888-4f4c-82f2-bb525f8548d6 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:44:39.555760 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 9fd80c01-f888-4f4c-82f2-bb525f8548d6 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:44:39.556452 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device de14ca00-bbdb-4f44-9c8a-5d1fce47c182 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:44:39.590189 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: de14ca00-bbdb-4f44-9c8a-5d1fce47c182 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:44:39.590542 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device de14ca00-bbdb-4f44-9c8a-5d1fce47c182 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:44:39.592040 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77b7c4-fc29-476a-9c18-725f280a590a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=050186de-5062-460e-8201-e277a2d397b8,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:39.593981 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4a77b7c4-fc29-476a-9c18-725f280a590a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.595773 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-4a77b7c4-fc29-476a-9c18-725f280a590a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/050186de-5062-460e-8201-e277a2d397b8 HTTP/1.1" status: 204 len: 168 time: 0.3533032 Jun 07 13:44:39.596697 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4a77b7c4-fc29-476a-9c18-725f280a590a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:39.598186 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50676) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:39.601240 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1672b9-8cef-4607-8978-e92904947b45 None None] Network 208989e9-9ce4-41b2-86c1-f7dfee081e6b requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:44:39.750950 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.753433 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.861265 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b513bf-85e9-4bad-9121-474149dee4a7 req-30c2d704-efe9-4465-a302-881d23020a63 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:39.862781 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-47b513bf-85e9-4bad-9121-474149dee4a7 req-30c2d704-efe9-4465-a302-881d23020a63 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.1510956 Jun 07 13:44:39.873874 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Deleting port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:39.874162 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:39.879191 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d83e32-5947-4533-abd8-50c96c353782 None None] DHCP port deletion for 208989e9-9ce4-41b2-86c1-f7dfee081e6b request from dv-cinder-785362-2-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:44:39.944758 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-f6d83e32-5947-4533-abd8-50c96c353782 None None] Deleting port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:39.945169 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f6d83e32-5947-4533-abd8-50c96c353782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.002408 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-47b513bf-85e9-4bad-9121-474149dee4a7 req-ca68c341-edec-4337-949d-cb4d5841822f tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331298 Jun 07 13:44:40.007377 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] For port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=117cc9b0-3dc7-4d22-82b7-0ef5f855a679,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:40.007733 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.045073 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-f6d83e32-5947-4533-abd8-50c96c353782 None None] For port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=117cc9b0-3dc7-4d22-82b7-0ef5f855a679,segment=NetworkSegment(9dcc34c1-c7e0-41d9-82b8-6e0321a1d916),segment_id=9dcc34c1-c7e0-41d9-82b8-6e0321a1d916)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:40.045517 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f6d83e32-5947-4533-abd8-50c96c353782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.132446 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Calling delete_port for 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 owned by network:dhcp {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:40.178288 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.181930 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6320f82f-88e2-48d6-ac8b-8dd0eb60d8df tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:40.197296 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-f6d83e32-5947-4533-abd8-50c96c353782 None None] Calling delete_port for 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:40.225019 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=117cc9b0-3dc7-4d22-82b7-0ef5f855a679,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:40.228569 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:40.230753 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] No DVR routers for this DVR port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 on host dv-cinder-785362-2-smb {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:44:40.322599 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f6d83e32-5947-4533-abd8-50c96c353782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.326188 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:40.347186 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.360856 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208989e9-9ce4-41b2-86c1-f7dfee081e6b']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:40.371813 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d83e32-5947-4533-abd8-50c96c353782 None None] Pushing event deleted for resources: {'Port': ['ID=117cc9b0-3dc7-4d22-82b7-0ef5f855a679,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:40.374989 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-f6d83e32-5947-4533-abd8-50c96c353782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:40.376589 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d83e32-5947-4533-abd8-50c96c353782 None None] No DVR routers for this DVR port 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 on host dv-cinder-785362-2-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:44:40.377051 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:40.377819 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcc34c1-c7e0-41d9-82b8-6e0321a1d916') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:40.395577 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27816299'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.408287 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.414273 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:44:40.414655 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1293795'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: Traceback (most recent call last): Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: timer() Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: cb(*args, **kw) Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: return func(*args, **kwargs) Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: self._notify() Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: self.callback(batched_events) Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: event.method(event) Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: return f(self, *a, **k) Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: return self._get(url).json() Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:44:40.427562 dv-cinder-785362-2-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:44:40.503497 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.507035 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:40.520124 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.521900 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] 10.222.0.50 "DELETE /v2.0/networks/208989e9-9ce4-41b2-86c1-f7dfee081e6b HTTP/1.1" status: 204 len: 168 time: 0.9228294 Jun 07 13:44:40.527772 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=208989e9-9ce4-41b2-86c1-f7dfee081e6b,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:40.531198 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-5457182d-075b-4cb7-a719-edae8e418e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:40.636003 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50684) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:40.684830 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-3b4e152f-bc1f-49f1-b254-069f7e590b52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31b5a501f95c4d92afcdfb65ee439f91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474453 Jun 07 13:44:40.687111 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50686) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:40.744206 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-81edb30f-cf89-456b-9166-a80ff8d84a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.769841 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-81edb30f-cf89-456b-9166-a80ff8d84a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.821634 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-81edb30f-cf89-456b-9166-a80ff8d84a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.824090 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-81edb30f-cf89-456b-9166-a80ff8d84a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:40.825185 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-81edb30f-cf89-456b-9166-a80ff8d84a3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed4631bf-28cd-4c74-a4fd-c0741d877ab3 HTTP/1.1" status: 204 len: 168 time: 0.1371806 Jun 07 13:44:40.825990 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-61209f84-b7ed-4401-9a51-782c889dcb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:40.835909 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edb30f-cf89-456b-9166-a80ff8d84a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4631bf-28cd-4c74-a4fd-c0741d877ab3,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:40.838543 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-81edb30f-cf89-456b-9166-a80ff8d84a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:41.197575 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417cd19-5640-48e3-a461-04c469a3e907 req-f7f3f2b4-25ea-48cd-906b-52dd7be33ced tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:41.199080 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1417cd19-5640-48e3-a461-04c469a3e907 req-f7f3f2b4-25ea-48cd-906b-52dd7be33ced tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0890741 Jun 07 13:44:41.250818 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1417cd19-5640-48e3-a461-04c469a3e907 req-110e65ed-bce8-4ea9-88a7-6251fceeab0a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446320 Jun 07 13:44:41.509836 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:44:41.542790 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:44:41.543405 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 117cc9b0-3dc7-4d22-82b7-0ef5f855a679 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:44:41.544111 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:44:42.450419 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecc014-233c-4853-8b06-810eec9a9f47 req-7e3e83d1-1e22-4189-bb76-afbb4cf61ea9 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:42.451885 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-74ecc014-233c-4853-8b06-810eec9a9f47 req-7e3e83d1-1e22-4189-bb76-afbb4cf61ea9 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0877879 Jun 07 13:44:42.502548 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-74ecc014-233c-4853-8b06-810eec9a9f47 req-5b5bb93e-12c9-43a5-850f-4d99fd8776d5 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440629 Jun 07 13:44:42.631320 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50740) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:42.754112 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0a280cc1-8e19-4012-94a7-28d3150b2cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:42.855196 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0a280cc1-8e19-4012-94a7-28d3150b2cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:42.858749 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0a280cc1-8e19-4012-94a7-28d3150b2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:42.867010 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ec3c159a-bd43-421f-85b2-a20eaa41fe87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:42.998270 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-0a280cc1-8e19-4012-94a7-28d3150b2cd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c26634c5259407e9b914fa6e63fa103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655901 Jun 07 13:44:42.999268 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a280cc1-8e19-4012-94a7-28d3150b2cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9027563-68ee-427c-ae93-b45b33043c3c,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:43.000985 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 50744) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:43.002688 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0a280cc1-8e19-4012-94a7-28d3150b2cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:43.059615 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.084686 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.135519 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.137943 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.139090 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9027563-68ee-427c-ae93-b45b33043c3c HTTP/1.1" status: 204 len: 168 time: 0.1362672 Jun 07 13:44:43.139866 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-bb98b8ed-29d6-4c0a-b371-24b97ebea7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:43.149676 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9027563-68ee-427c-ae93-b45b33043c3c,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:43.157363 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.157744 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.158108 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.158495 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.158851 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.159203 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.160080 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.160436 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.160787 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.161132 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.161482 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.161823 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:43.165043 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0f3a7cbf-1efe-4f1c-9694-2e8b18c04ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:43.418672 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 50750) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:43.435646 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-57bb9190-1cfa-4d43-b787-2791f8112beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.615770 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-57bb9190-1cfa-4d43-b787-2791f8112beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.651718 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-57bb9190-1cfa-4d43-b787-2791f8112beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.664143 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-82c8b492-76a3-4c19-bbd8-f243199b5f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:43.718978 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-57bb9190-1cfa-4d43-b787-2791f8112beb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e0aec342f6548f8b77f93d32a7499b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992201 Jun 07 13:44:43.720533 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb9190-1cfa-4d43-b787-2791f8112beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50c9f74-7105-486a-bfc8-9a8285f53796,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:43.721615 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50754) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:43.724209 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-57bb9190-1cfa-4d43-b787-2791f8112beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:43.746222 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc1398-de96-4479-a5c9-0bfc42606d23 req-4c80310e-e308-4b7b-aea3-bda2ec5ffc7f tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:43.747677 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2cfc1398-de96-4479-a5c9-0bfc42606d23 req-4c80310e-e308-4b7b-aea3-bda2ec5ffc7f tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.1340809 Jun 07 13:44:43.781261 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d47156cb-2c76-4f1a-a30d-c62b8a8c3c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.795628 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2cfc1398-de96-4479-a5c9-0bfc42606d23 req-d2b66cd3-0c7e-46d1-8c87-e29e354484ef tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411623 Jun 07 13:44:43.806867 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d47156cb-2c76-4f1a-a30d-c62b8a8c3c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.859427 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d47156cb-2c76-4f1a-a30d-c62b8a8c3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.862204 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d47156cb-2c76-4f1a-a30d-c62b8a8c3c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.863247 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-d47156cb-2c76-4f1a-a30d-c62b8a8c3c16 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a50c9f74-7105-486a-bfc8-9a8285f53796 HTTP/1.1" status: 204 len: 168 time: 0.1406250 Jun 07 13:44:43.864122 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-90e18c30-55aa-443c-bb0b-1a75de282e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:43.873739 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47156cb-2c76-4f1a-a30d-c62b8a8c3c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50c9f74-7105-486a-bfc8-9a8285f53796,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:43.876578 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d47156cb-2c76-4f1a-a30d-c62b8a8c3c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:44.984867 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1be23e-4617-47a2-bb50-78a71138a677 req-2194610f-1545-4c55-908c-1c60385d7e63 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:44.986267 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c1be23e-4617-47a2-bb50-78a71138a677 req-2194610f-1545-4c55-908c-1c60385d7e63 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0853431 Jun 07 13:44:45.035653 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c1be23e-4617-47a2-bb50-78a71138a677 req-15b84940-2a49-4e75-9c7b-6bcf145d2276 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435050 Jun 07 13:44:46.041755 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50826) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:46.157736 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ab5aaf5a-757b-4fd8-95a1-9f47c161e349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:46.221984 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c832-aa71-464a-b35c-65b1de39eafe req-6091ee5a-5923-4ef1-b231-dfe40e9d4c5f tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:46.223702 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4af8c832-aa71-464a-b35c-65b1de39eafe req-6091ee5a-5923-4ef1-b231-dfe40e9d4c5f tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0843906 Jun 07 13:44:46.260800 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ab5aaf5a-757b-4fd8-95a1-9f47c161e349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:46.264987 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-ab5aaf5a-757b-4fd8-95a1-9f47c161e349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:46.273787 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4af8c832-aa71-464a-b35c-65b1de39eafe req-7f20bdc9-2903-4f51-a4ba-dedf4369bf84 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437803 Jun 07 13:44:46.274049 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1d6910b2-c5f2-433a-a095-0e29efd7b076 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:46.311665 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-ab5aaf5a-757b-4fd8-95a1-9f47c161e349 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0c1edf2309142c5a8a5b6a7a559cd55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687190 Jun 07 13:44:46.313975 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aaf5a-757b-4fd8-95a1-9f47c161e349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf438ce5-f984-4d12-9439-c44c69c5fd7c,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:46.315026 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 50832) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:46.317114 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ab5aaf5a-757b-4fd8-95a1-9f47c161e349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:46.378509 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cdebb13b-5f7c-49f4-a2e8-d5ae990c3ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:46.404633 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cdebb13b-5f7c-49f4-a2e8-d5ae990c3ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:46.457051 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cdebb13b-5f7c-49f4-a2e8-d5ae990c3ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:46.458341 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cdebb13b-5f7c-49f4-a2e8-d5ae990c3ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:46.459561 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-cdebb13b-5f7c-49f4-a2e8-d5ae990c3ee4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf438ce5-f984-4d12-9439-c44c69c5fd7c HTTP/1.1" status: 204 len: 168 time: 0.1437364 Jun 07 13:44:46.460353 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b9a2b1df-05f6-4877-952d-8e1fec5cf1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:46.470429 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebb13b-5f7c-49f4-a2e8-d5ae990c3ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf438ce5-f984-4d12-9439-c44c69c5fd7c,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:46.473048 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cdebb13b-5f7c-49f4-a2e8-d5ae990c3ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:46.743361 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50838) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:46.763547 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d2ee2417-ce79-4411-b2c2-ffd6a2490244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:46.864396 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d2ee2417-ce79-4411-b2c2-ffd6a2490244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:46.868363 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d2ee2417-ce79-4411-b2c2-ffd6a2490244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:46.875443 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7980b8a6-27e0-440a-8cbf-d6fe8414b7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:46.914177 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee2417-ce79-4411-b2c2-ffd6a2490244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45762b8-5b9b-44c3-a9c8-6ca2d7c49c05,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:46.917649 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d2ee2417-ce79-4411-b2c2-ffd6a2490244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:46.920101 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-d2ee2417-ce79-4411-b2c2-ffd6a2490244 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f1aff8e824246d8bfe986d1293331c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757503 Jun 07 13:44:46.922757 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50840) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:46.981626 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d1d666ef-d55e-4955-8c63-dc91438577f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:47.008697 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d1d666ef-d55e-4955-8c63-dc91438577f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:47.066954 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d1d666ef-d55e-4955-8c63-dc91438577f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:47.070632 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d1d666ef-d55e-4955-8c63-dc91438577f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:47.072207 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-d1d666ef-d55e-4955-8c63-dc91438577f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d45762b8-5b9b-44c3-a9c8-6ca2d7c49c05 HTTP/1.1" status: 204 len: 168 time: 0.1485717 Jun 07 13:44:47.073160 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3b80bcf-c2dc-46bf-a143-038f2129d50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:47.085448 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d666ef-d55e-4955-8c63-dc91438577f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45762b8-5b9b-44c3-a9c8-6ca2d7c49c05,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:47.088697 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d1d666ef-d55e-4955-8c63-dc91438577f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:47.464545 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea5eb-5368-4130-ba2f-c81030c74c03 req-24abf2c2-035e-4c61-a3fe-a933a8bb1e05 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:47.466172 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-355ea5eb-5368-4130-ba2f-c81030c74c03 req-24abf2c2-035e-4c61-a3fe-a933a8bb1e05 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0858409 Jun 07 13:44:47.520041 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-355ea5eb-5368-4130-ba2f-c81030c74c03 req-581ef9d4-8bc9-4504-ac3d-1d27901129b6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449433 Jun 07 13:44:48.707781 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167f194-ac5f-43c7-a9b1-15214d747d0e req-4a5006d5-4c7f-439c-8fd2-1ed5c0232490 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:48.709315 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7167f194-ac5f-43c7-a9b1-15214d747d0e req-4a5006d5-4c7f-439c-8fd2-1ed5c0232490 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0821197 Jun 07 13:44:48.760042 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-7167f194-ac5f-43c7-a9b1-15214d747d0e req-350c1d6b-b803-4f01-bde3-87b00a8a7194 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449488 Jun 07 13:44:49.092925 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50904) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:49.213352 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8be87a31-a03b-4231-8f31-cd6d62cafc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:49.321216 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8be87a31-a03b-4231-8f31-cd6d62cafc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:49.324783 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-8be87a31-a03b-4231-8f31-cd6d62cafc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:49.332420 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4eb08af2-a2db-44e4-89d3-4cc63cc60b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:49.369731 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be87a31-a03b-4231-8f31-cd6d62cafc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffeb805-8088-419a-a120-d184eb220b9b,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:49.374805 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-8be87a31-a03b-4231-8f31-cd6d62cafc18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0dc0152646304398afd5e24e6ade5187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795234 Jun 07 13:44:49.375732 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8be87a31-a03b-4231-8f31-cd6d62cafc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:49.377376 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50908) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:49.433473 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-25716331-bf42-48ad-9e3b-b114676e4b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:49.459538 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-25716331-bf42-48ad-9e3b-b114676e4b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:49.510468 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-25716331-bf42-48ad-9e3b-b114676e4b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:49.512935 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-25716331-bf42-48ad-9e3b-b114676e4b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:49.514049 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-25716331-bf42-48ad-9e3b-b114676e4b6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ffeb805-8088-419a-a120-d184eb220b9b HTTP/1.1" status: 204 len: 168 time: 0.1357865 Jun 07 13:44:49.514807 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-8be87a31-a03b-4231-8f31-cd6d62cafc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:49.524626 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25716331-bf42-48ad-9e3b-b114676e4b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffeb805-8088-419a-a120-d184eb220b9b,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:49.526959 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-25716331-bf42-48ad-9e3b-b114676e4b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:49.790324 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50916) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:49.807488 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea6df-6aad-4caf-9421-af25cdd9674b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:49.965761 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea6df-6aad-4caf-9421-af25cdd9674b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:49.970431 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea6df-6aad-4caf-9421-af25cdd9674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:49.979606 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b78e5acf-adb7-46c6-9829-d87d56b1cfab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:50.025680 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ea6df-6aad-4caf-9421-af25cdd9674b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70252755-9be6-473e-b875-8552c58c3551,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:50.035862 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c5163-45e4-4f1f-ad26-60d3eae493a5 req-9b8a2198-1823-443c-a3c1-01d8717ab959 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:50.037349 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c38c5163-45e4-4f1f-ad26-60d3eae493a5 req-9b8a2198-1823-443c-a3c1-01d8717ab959 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.1666100 Jun 07 13:44:50.038179 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-cb0ea6df-6aad-4caf-9421-af25cdd9674b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:50.041715 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-cb0ea6df-6aad-4caf-9421-af25cdd9674b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=828a2fbb3f2f45998feb0a2bfb876b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503295 Jun 07 13:44:50.044408 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 50918) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:50.085030 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-c38c5163-45e4-4f1f-ad26-60d3eae493a5 req-c46ca580-ab92-46df-8d5a-f838c624f41a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416050 Jun 07 13:44:50.106940 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d44982f5-bfb1-4153-8c58-6d0237ac26f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:50.132646 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d44982f5-bfb1-4153-8c58-6d0237ac26f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:50.183245 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d44982f5-bfb1-4153-8c58-6d0237ac26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:50.185756 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-d44982f5-bfb1-4153-8c58-6d0237ac26f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:50.186900 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-d44982f5-bfb1-4153-8c58-6d0237ac26f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70252755-9be6-473e-b875-8552c58c3551 HTTP/1.1" status: 204 len: 168 time: 0.1414604 Jun 07 13:44:50.187695 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-43ce1b31-9844-4c21-bfb4-27560a738359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:50.196998 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44982f5-bfb1-4153-8c58-6d0237ac26f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70252755-9be6-473e-b875-8552c58c3551,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:50.199465 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d44982f5-bfb1-4153-8c58-6d0237ac26f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:51.272050 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174e43a-2311-4466-9646-8a7d031e115e req-bd08a70c-aa25-4e5a-a388-830d9a553ccc tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:51.273526 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c174e43a-2311-4466-9646-8a7d031e115e req-bd08a70c-aa25-4e5a-a388-830d9a553ccc tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0819628 Jun 07 13:44:51.320893 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c174e43a-2311-4466-9646-8a7d031e115e req-60362af6-2369-4733-947f-b9316ba1a896 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416133 Jun 07 13:44:51.541798 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50962) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:51.658457 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9b9f-88d1-4a14-94a8-4111e74e4347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:51.762189 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9b9f-88d1-4a14-94a8-4111e74e4347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:51.765879 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9b9f-88d1-4a14-94a8-4111e74e4347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:51.772262 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f3fdb4e9-515c-45ca-8619-73c28b61d971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:51.811655 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab9b9f-88d1-4a14-94a8-4111e74e4347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ec8755-502e-4813-b37e-da3ded33885f,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:51.816507 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-a2ab9b9f-88d1-4a14-94a8-4111e74e4347 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c537867343ae427182774aa821b444c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730017 Jun 07 13:44:51.816683 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a2ab9b9f-88d1-4a14-94a8-4111e74e4347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:51.818468 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 50968) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:51.883820 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac524-b36a-4397-88c9-10150c7699bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:51.909532 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac524-b36a-4397-88c9-10150c7699bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:51.960122 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac524-b36a-4397-88c9-10150c7699bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:51.962707 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac524-b36a-4397-88c9-10150c7699bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:51.963911 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-6b5ac524-b36a-4397-88c9-10150c7699bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0ec8755-502e-4813-b37e-da3ded33885f HTTP/1.1" status: 204 len: 168 time: 0.1445565 Jun 07 13:44:51.964757 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-32c6d120-0140-4a2e-9cbe-5c1b1981eb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:51.975306 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ac524-b36a-4397-88c9-10150c7699bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ec8755-502e-4813-b37e-da3ded33885f,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:51.977518 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6b5ac524-b36a-4397-88c9-10150c7699bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:52.525142 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a157-585a-4983-9ba6-3c88e92bc26a req-cfd16995-cf39-43a5-9ba6-3b6d13a57428 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:52.527082 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0997a157-585a-4983-9ba6-3c88e92bc26a req-cfd16995-cf39-43a5-9ba6-3b6d13a57428 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0970385 Jun 07 13:44:52.576643 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0997a157-585a-4983-9ba6-3c88e92bc26a req-e794ed20-737f-4460-b5fd-ea9969192085 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435743 Jun 07 13:44:52.950674 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44177c-307f-40a9-a711-6850851d2bde req-ea4608ff-2e5f-4335-ace5-e542c2f9a5e7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:52.952579 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ee44177c-307f-40a9-a711-6850851d2bde req-ea4608ff-2e5f-4335-ace5-e542c2f9a5e7 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 946 time: 0.0859716 Jun 07 13:44:53.008829 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ee44177c-307f-40a9-a711-6850851d2bde req-1545deed-6b1f-495a-b2ff-8140ba4175f0 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492842 Jun 07 13:44:53.773792 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc35c4-4943-4ac2-b320-cbba5ded9335 req-a1781f43-c560-4681-b956-ca9f88a0f1bb tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:53.775194 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bcfc35c4-4943-4ac2-b320-cbba5ded9335 req-a1781f43-c560-4681-b956-ca9f88a0f1bb tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0867014 Jun 07 13:44:53.831092 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bcfc35c4-4943-4ac2-b320-cbba5ded9335 req-c8fcdad9-e606-414e-ae38-f19acdb53e5a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498395 Jun 07 13:44:54.201087 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43ef87-9b63-429b-b533-51035cf88996 req-21a38ab3-f295-4a19-955e-fd1fe9ac6823 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:54.202706 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ab43ef87-9b63-429b-b533-51035cf88996 req-21a38ab3-f295-4a19-955e-fd1fe9ac6823 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 946 time: 0.0795236 Jun 07 13:44:54.252853 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ab43ef87-9b63-429b-b533-51035cf88996 req-573f099a-ee37-44b6-9efb-7b5f5da46396 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups?id=15526c87-58ed-4e54-ae44-4b822c042b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445178 Jun 07 13:44:54.352980 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306dd05-8780-4251-92e5-05349e631e9b req-16c46a61-b181-4c56-a903-4fb95eaf4a65 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:54.354482 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6306dd05-8780-4251-92e5-05349e631e9b req-16c46a61-b181-4c56-a903-4fb95eaf4a65 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 946 time: 0.0795636 Jun 07 13:44:54.494161 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Deleting port ae82615d-f2e2-49b6-9e81-1f685f5f728d {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:54.494509 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:54.641131 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] For port ae82615d-f2e2-49b6-9e81-1f685f5f728d, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=ae82615d-f2e2-49b6-9e81-1f685f5f728d,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:44:54.641494 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:54.934911 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:54.935604 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663422'] for floatingip, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:54.935604 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.l3_db [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Floating IP 5674b6f0-e76a-4766-9d61-465c6b68d232 disassociated. External IP: 172.28.3.73, port: ae82615d-f2e2-49b6-9e81-1f685f5f728d. Jun 07 13:44:54.935898 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Calling delete_port for ae82615d-f2e2-49b6-9e81-1f685f5f728d owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:55.044518 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43476d98-a0c8-4ed3-bf95-4812ce0b8689 req-8dfec16a-b615-4335-85b2-76846e2e7942 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:55.045996 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-43476d98-a0c8-4ed3-bf95-4812ce0b8689 req-8dfec16a-b615-4335-85b2-76846e2e7942 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.1057181 Jun 07 13:44:55.142387 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-43476d98-a0c8-4ed3-bf95-4812ce0b8689 req-0a21472f-4400-466e-9ea3-3406243f5180 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904131 Jun 07 13:44:55.151623 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:55.157886 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fe01890c-3967-4c81-82f3-6704d5720c2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:55.201876 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event deleted for resources: {'Port': ['ID=ae82615d-f2e2-49b6-9e81-1f685f5f728d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:55.205525 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:55.404264 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-0da63c6c-fa70-4ea5-91b0-bff05f03157a req-69435be4-b7fe-4775-b992-b4fda5dfaec6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4fdc22e-f872-4c4e-8fe7-3952adf94c2c HTTP/1.1" status: 200 len: 210 time: 0.0428288 Jun 07 13:44:55.461692 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Router 615167b0-1770-43d7-a61a-39e1e3079ed0 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:44:55.652690 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:44:55.662710 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07abc892-a3c8-4702-a766-279db21ecb2c None None] Sync routers for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:44:55.685617 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07abc892-a3c8-4702-a766-279db21ecb2c None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:55.687032 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-07abc892-a3c8-4702-a766-279db21ecb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:44:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:55.729319 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] No DVR routers for this DVR port ae82615d-f2e2-49b6-9e81-1f685f5f728d on host hv-cinder-78536 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:44:55.732187 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:55.735122 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6306dd05-8780-4251-92e5-05349e631e9b req-7eb5df45-b739-4da8-8ff7-2d419f279751 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.54 "DELETE /v2.0/ports/ae82615d-f2e2-49b6-9e81-1f685f5f728d HTTP/1.1" status: 204 len: 173 time: 1.3751659 Jun 07 13:44:55.735643 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'name': 'network-vif-deleted', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:44:55.737930 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2f0bf2-2d6b-4e30-a923-b8ca581995ae" -d '{"events": [{"server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "name": "network-vif-deleted", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:44:55.832602 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5756360-3ea2-47f7-8dba-33c2607e163e x-openstack-request-id: req-e5756360-3ea2-47f7-8dba-33c2607e163e {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:44:55.832931 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fdc22e-f872-4c4e-8fe7-3952adf94c2c", "name": "network-vif-deleted", "tag": "ae82615d-f2e2-49b6-9e81-1f685f5f728d", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:44:55.833243 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5756360-3ea2-47f7-8dba-33c2607e163e {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:44:55.833641 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fdc22e-f872-4c4e-8fe7-3952adf94c2c', 'name': 'network-vif-deleted', 'tag': 'ae82615d-f2e2-49b6-9e81-1f685f5f728d', 'status': 'completed', 'code': 200} Jun 07 13:44:55.912651 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-07abc892-a3c8-4702-a766-279db21ecb2c None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:56.237344 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-07abc892-a3c8-4702-a766-279db21ecb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:56.243053 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07abc892-a3c8-4702-a766-279db21ecb2c None None] Checking router: 615167b0-1770-43d7-a61a-39e1e3079ed0 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:44:56.254345 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07abc892-a3c8-4702-a766-279db21ecb2c None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:44:56.255363 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-07abc892-a3c8-4702-a766-279db21ecb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:44:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:56.339440 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03213c-ac35-490b-be5f-8c0c08a87639 req-964bb828-9f38-47b5-8107-734575a6fe6b tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:56.340912 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ec03213c-ac35-490b-be5f-8c0c08a87639 req-964bb828-9f38-47b5-8107-734575a6fe6b tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0820611 Jun 07 13:44:56.388602 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-ec03213c-ac35-490b-be5f-8c0c08a87639 req-70ba71d5-8ac9-45c5-aab3-67f7187dd21a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417342 Jun 07 13:44:56.438205 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-07abc892-a3c8-4702-a766-279db21ecb2c None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:44:56.528574 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51036) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:56.599387 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3bb7c21a-55b8-4bef-96d5-f316fb9a49ad tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:56.629003 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3bb7c21a-55b8-4bef-96d5-f316fb9a49ad tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:56.681198 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3bb7c21a-55b8-4bef-96d5-f316fb9a49ad tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:56.683987 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-3bb7c21a-55b8-4bef-96d5-f316fb9a49ad tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:56.685199 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-3bb7c21a-55b8-4bef-96d5-f316fb9a49ad tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "DELETE /v2.0/security-groups/15526c87-58ed-4e54-ae44-4b822c042b4d HTTP/1.1" status: 204 len: 168 time: 0.1556315 Jun 07 13:44:56.686757 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-95feaeca-f58f-4106-905f-6ee690e145d1 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:56.688644 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51038) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:56.697679 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7c21a-55b8-4bef-96d5-f316fb9a49ad tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15526c87-58ed-4e54-ae44-4b822c042b4d,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:56.700457 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3bb7c21a-55b8-4bef-96d5-f316fb9a49ad tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:56.708262 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.api.v2.resource [None req-275a5468-1d25-4722-abf4-771a5b9aec5f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] show failed (client error): The resource could not be found. Jun 07 13:44:56.711881 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-275a5468-1d25-4722-abf4-771a5b9aec5f tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "GET /v2.0/security-groups/15526c87-58ed-4e54-ae44-4b822c042b4d HTTP/1.1" status: 404 len: 347 time: 0.0196118 Jun 07 13:44:56.712115 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51040) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:56.754249 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-07abc892-a3c8-4702-a766-279db21ecb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:56.758139 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07abc892-a3c8-4702-a766-279db21ecb2c None None] The sync data for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb is: [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:37:57Z', 'revision_number': 4, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'd1e30e84-e075-4ec6-9ff8-1cf78311b331', 'name': '', 'network_id': '0782a5e4-beb2-4273-a34a-432bb014c241', 'tenant_id': '06908549a593441086718c651fcd4535', 'mac_address': 'fa:16:3e:f1:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:55Z', 'updated_at': '2021-06-07T13:38:13Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'subnets': [{'id': '160a7e56-f2ae-44f1-887b-efefc27d13b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:44:56.933458 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-411e6e18-05d8-4d20-986b-a2b39ef85da6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Deleting port eb2a3213-5cd5-464e-8730-b53254d05c2a {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:44:56.933803 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-411e6e18-05d8-4d20-986b-a2b39ef85da6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:56.995550 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a54b6b4-a081-47c4-a6a3-cbd71512bd62 None None] New status for floating IP 5674b6f0-e76a-4766-9d61-465c6b68d232: DOWN {{(pid=91821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:44:57.068323 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-411e6e18-05d8-4d20-986b-a2b39ef85da6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:57.068647 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-411e6e18-05d8-4d20-986b-a2b39ef85da6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:57.291113 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-411e6e18-05d8-4d20-986b-a2b39ef85da6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Calling delete_port for eb2a3213-5cd5-464e-8730-b53254d05c2a owned by network:floatingip {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:44:57.400597 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-411e6e18-05d8-4d20-986b-a2b39ef85da6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:57.404166 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-53c06c9a-b54a-4c3d-bc24-c64f5dd4565a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:57.450829 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e6e18-05d8-4d20-986b-a2b39ef85da6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Pushing event deleted for resources: {'Port': ['ID=eb2a3213-5cd5-464e-8730-b53254d05c2a,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:44:57.454674 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-411e6e18-05d8-4d20-986b-a2b39ef85da6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:57.542686 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-411e6e18-05d8-4d20-986b-a2b39ef85da6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks [] for floatingip, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:57.545031 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-411e6e18-05d8-4d20-986b-a2b39ef85da6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:57.548706 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-411e6e18-05d8-4d20-986b-a2b39ef85da6 tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] 10.222.0.50 "DELETE /v2.0/floatingips/5674b6f0-e76a-4766-9d61-465c6b68d232 HTTP/1.1" status: 204 len: 168 time: 0.8332124 Jun 07 13:44:57.595705 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5b4fc-ae63-484d-aa33-ede123c4dcf2 req-cc916865-e9fa-4b5a-828d-69406e7a8837 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:44:57.597169 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-09a5b4fc-ae63-484d-aa33-ede123c4dcf2 req-cc916865-e9fa-4b5a-828d-69406e7a8837 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0847428 Jun 07 13:44:57.654388 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-09a5b4fc-ae63-484d-aa33-ede123c4dcf2 req-62714264-c93a-4900-9410-fed491e05dc8 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=e82e19b8-9fba-4a13-bc22-6595f67b89af&id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504861 Jun 07 13:44:58.424439 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ae82615d-f2e2-49b6-9e81-1f685f5f728d no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:44:58.458982 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: ae82615d-f2e2-49b6-9e81-1f685f5f728d {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:44:58.459340 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device ae82615d-f2e2-49b6-9e81-1f685f5f728d not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:45:00.317806 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51090) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:01.007830 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605915'] for router_interface, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:01.520449 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] Deleting port d1e30e84-e075-4ec6-9ff8-1cf78311b331 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:01.521143 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:01.657158 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] For port d1e30e84-e075-4ec6-9ff8-1cf78311b331, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=d1e30e84-e075-4ec6-9ff8-1cf78311b331,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:01.657604 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:01.781950 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] Calling delete_port for d1e30e84-e075-4ec6-9ff8-1cf78311b331 owned by network:router_interface {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:02.078229 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:02.082592 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-161f0047-4fec-440d-b1c7-b5f7f771fbf1 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:02.125719 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e30e84-e075-4ec6-9ff8-1cf78311b331,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:02.156517 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:02.391021 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-720544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606085'] for router_interface, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:02.511403 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-de1ebb0c-a8e6-4dc7-8367-5c1e354e51c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:02.854499 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] Router 615167b0-1770-43d7-a61a-39e1e3079ed0 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:45:03.039770 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:45:03.046662 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-b548136d-465d-4f47-bf3f-acdd2d27bbbb admin admin] 10.222.0.50 "PUT /v2.0/routers/615167b0-1770-43d7-a61a-39e1e3079ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7276888 Jun 07 13:45:03.047716 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51110) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:03.049029 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c03fd6-ba21-4e8a-b237-c39e7969cd23 None None] Sync routers for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:45:03.059993 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c03fd6-ba21-4e8a-b237-c39e7969cd23 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:03.060610 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-49c03fd6-ba21-4e8a-b237-c39e7969cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:44:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:03.228353 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Notify callbacks [] for router, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:03.284707 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-49c03fd6-ba21-4e8a-b237-c39e7969cd23 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:03.402213 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:03.479963 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Deleting port b836355e-45d0-42fd-8e54-0a46e89f0e91 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:03.480297 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:03.591255 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-49c03fd6-ba21-4e8a-b237-c39e7969cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:45:02Z', 'revision_number': 5, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port': {'id': 'b836355e-45d0-42fd-8e54-0a46e89f0e91', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:37:49Z', 'updated_at': '2021-06-07T13:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:03.595093 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c03fd6-ba21-4e8a-b237-c39e7969cd23 None None] Checking router: 615167b0-1770-43d7-a61a-39e1e3079ed0 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:45:03.603284 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c03fd6-ba21-4e8a-b237-c39e7969cd23 None None] Routers {'615167b0-1770-43d7-a61a-39e1e3079ed0'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:03.603879 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-49c03fd6-ba21-4e8a-b237-c39e7969cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:44:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['615167b0-1770-43d7-a61a-39e1e3079ed0'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:03.606296 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] For port b836355e-45d0-42fd-8e54-0a46e89f0e91, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=b836355e-45d0-42fd-8e54-0a46e89f0e91,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:03.606655 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:03.728223 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Calling delete_port for b836355e-45d0-42fd-8e54-0a46e89f0e91 owned by network:router_gateway {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:03.753360 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-49c03fd6-ba21-4e8a-b237-c39e7969cd23 None None] Set router 615167b0-1770-43d7-a61a-39e1e3079ed0 gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:03.859152 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-49c03fd6-ba21-4e8a-b237-c39e7969cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:45:03Z', 'revision_number': 6, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port_host': None}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:03.863537 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c03fd6-ba21-4e8a-b237-c39e7969cd23 None None] The sync data for ids ['615167b0-1770-43d7-a61a-39e1e3079ed0'] in dv-cinder-785362-2-smb is: [{'id': '615167b0-1770-43d7-a61a-39e1e3079ed0', 'name': 'tempest-AttachVolumeShelveTestJSON-1681807688-router', 'tenant_id': '06908549a593441086718c651fcd4535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:37:48Z', 'updated_at': '2021-06-07T13:45:03Z', 'revision_number': 6, 'project_id': '06908549a593441086718c651fcd4535', 'gw_port_host': None}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:45:03.873298 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:03.878100 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8ef09ffb-ded4-4d9a-9b74-9a2ea0bcc08e tempest-AttachVolumeShelveTestJSON-1303630339 tempest-AttachVolumeShelveTestJSON-1303630339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:03.922307 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Pushing event deleted for resources: {'Port': ['ID=b836355e-45d0-42fd-8e54-0a46e89f0e91,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:03.924692 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:04.016286 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663371'] for router_gateway, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.283420 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15107'] for router, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.285898 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.314930 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611026'] for router, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.315692 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 615167b0-1770-43d7-a61a-39e1e3079ed0 {{(pid=91819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:45:04.320590 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.321791 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-dc27921f-6dcf-40c7-a5aa-7732397e508b admin admin] 10.222.0.50 "DELETE /v2.0/routers/615167b0-1770-43d7-a61a-39e1e3079ed0 HTTP/1.1" status: 204 len: 168 time: 1.2730813 Jun 07 13:45:04.324505 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51120) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:04.387919 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-206f9422-1e71-413d-893c-7657a4440b03 admin admin] Deleting subnet 160a7e56-f2ae-44f1-887b-efefc27d13b8 {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:45:04.391461 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-206f9422-1e71-413d-893c-7657a4440b03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.442138 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-206f9422-1e71-413d-893c-7657a4440b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27891217'] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.559783 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-206f9422-1e71-413d-893c-7657a4440b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.633387 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-206f9422-1e71-413d-893c-7657a4440b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27870470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1929117'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.637810 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9f0844f8-321b-4fc6-83fe-69b56af4d40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:04.671976 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f9422-1e71-413d-893c-7657a4440b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160a7e56-f2ae-44f1-887b-efefc27d13b8,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:04.675099 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-206f9422-1e71-413d-893c-7657a4440b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:04.676116 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-206f9422-1e71-413d-893c-7657a4440b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.678036 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-206f9422-1e71-413d-893c-7657a4440b03 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/160a7e56-f2ae-44f1-887b-efefc27d13b8 HTTP/1.1" status: 204 len: 168 time: 0.3521509 Jun 07 13:45:04.681538 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51124) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:04.681849 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8d8a16-ff39-491b-a84d-66d1530c7721 None None] Network 0782a5e4-beb2-4273-a34a-432bb014c241 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:45:04.789988 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.864845 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Deleting port 332d7819-e190-4458-bc47-c5210b0fe353 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:04.865367 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:04.951911 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d5b3d-ff23-4109-949a-9d43013ee1ba None None] DHCP port deletion for 0782a5e4-beb2-4273-a34a-432bb014c241 request from dv-cinder-785362-2-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:45:04.976105 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] For port 332d7819-e190-4458-bc47-c5210b0fe353, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=332d7819-e190-4458-bc47-c5210b0fe353,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:04.976676 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.024775 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d5b3d-ff23-4109-949a-9d43013ee1ba None None] Deleting port 332d7819-e190-4458-bc47-c5210b0fe353 {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:05.025150 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5b3d-ff23-4109-949a-9d43013ee1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.064096 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.100820 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Calling delete_port for 332d7819-e190-4458-bc47-c5210b0fe353 owned by network:dhcp {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:05.143746 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-fe4d5b3d-ff23-4109-949a-9d43013ee1ba None None] For port 332d7819-e190-4458-bc47-c5210b0fe353, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=332d7819-e190-4458-bc47-c5210b0fe353,segment=NetworkSegment(843c3b4a-dace-48e1-828f-6587d4dbd12a),segment_id=843c3b4a-dace-48e1-828f-6587d4dbd12a)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:05.144198 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5b3d-ff23-4109-949a-9d43013ee1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.147301 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.152020 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d00c9684-2aad-491a-9739-8944f152a0d4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:05.152186 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-79d4fad4-f984-4657-8eb1-ec5d3239a995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.198039 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=332d7819-e190-4458-bc47-c5210b0fe353,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:05.199755 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] No DVR routers for this DVR port 332d7819-e190-4458-bc47-c5210b0fe353 on host dv-cinder-785362-2-smb {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:45:05.201749 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:05.268333 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d5b3d-ff23-4109-949a-9d43013ee1ba None None] Calling delete_port for 332d7819-e190-4458-bc47-c5210b0fe353 owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:05.309042 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5b3d-ff23-4109-949a-9d43013ee1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.313253 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:05.318460 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.331048 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0782a5e4-beb2-4273-a34a-432bb014c241']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:05.343561 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843c3b4a-dace-48e1-828f-6587d4dbd12a') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:05.343855 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843c3b4a-dace-48e1-828f-6587d4dbd12a') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:05.355655 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27891230'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.375108 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.382184 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:45:05.382581 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27870624'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.388360 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d5b3d-ff23-4109-949a-9d43013ee1ba None None] Pushing event deleted for resources: {'Port': ['ID=332d7819-e190-4458-bc47-c5210b0fe353,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:05.391174 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-fe4d5b3d-ff23-4109-949a-9d43013ee1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:05.391965 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d5b3d-ff23-4109-949a-9d43013ee1ba None None] No DVR routers for this DVR port 332d7819-e190-4458-bc47-c5210b0fe353 on host dv-cinder-785362-2-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: Traceback (most recent call last): Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: timer() Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: cb(*args, **kw) Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: return func(*args, **kwargs) Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: self._notify() Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: self.callback(batched_events) Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: event.method(event) Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: return f(self, *a, **k) Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: return self._get(url).json() Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:45:05.400540 dv-cinder-785362-2-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:45:05.479682 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.485326 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-944b0526-ac30-4ccb-a5d3-6c8122d73637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:05.501766 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.506250 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] 10.222.0.50 "DELETE /v2.0/networks/0782a5e4-beb2-4273-a34a-432bb014c241 HTTP/1.1" status: 204 len: 168 time: 0.8208549 Jun 07 13:45:05.507041 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=0782a5e4-beb2-4273-a34a-432bb014c241,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:05.509529 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-820a1969-75bc-48fe-b6b4-242528b7c2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:05.554664 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 332d7819-e190-4458-bc47-c5210b0fe353 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:45:05.596570 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 332d7819-e190-4458-bc47-c5210b0fe353 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:45:05.596922 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 332d7819-e190-4458-bc47-c5210b0fe353 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:45:05.597344 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d1e30e84-e075-4ec6-9ff8-1cf78311b331 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:45:05.637095 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: d1e30e84-e075-4ec6-9ff8-1cf78311b331 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:45:05.637448 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d1e30e84-e075-4ec6-9ff8-1cf78311b331 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:45:05.637906 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device b836355e-45d0-42fd-8e54-0a46e89f0e91 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:45:05.647744 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51140) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:05.674815 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: b836355e-45d0-42fd-8e54-0a46e89f0e91 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:45:05.675089 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device b836355e-45d0-42fd-8e54-0a46e89f0e91 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:45:05.703108 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-e8089f4a-c1b2-4ec5-b652-bc8a7a632918 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06908549a593441086718c651fcd4535&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539873 Jun 07 13:45:05.705441 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51144) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:05.764839 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6c2c273f-032f-4e9e-b875-7d1feecd1a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.791274 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6c2c273f-032f-4e9e-b875-7d1feecd1a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.844385 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6c2c273f-032f-4e9e-b875-7d1feecd1a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.846926 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6c2c273f-032f-4e9e-b875-7d1feecd1a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.848039 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-6c2c273f-032f-4e9e-b875-7d1feecd1a4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc79a41c-accd-4071-aa46-2e8801230e03 HTTP/1.1" status: 204 len: 168 time: 0.1417215 Jun 07 13:45:05.848847 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bcfd2ed5-d4ca-4420-8df1-4c398b0c76b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:05.860556 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c273f-032f-4e9e-b875-7d1feecd1a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc79a41c-accd-4071-aa46-2e8801230e03,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:05.868438 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6c2c273f-032f-4e9e-b875-7d1feecd1a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:05.893358 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:05.963193 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51150) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:06.197841 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-58d88ccc-5f3d-4157-93bc-cd9406803bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.310771 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-58d88ccc-5f3d-4157-93bc-cd9406803bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.314942 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-58d88ccc-5f3d-4157-93bc-cd9406803bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.326388 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-81edb30f-cf89-456b-9166-a80ff8d84a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:06.372059 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-58d88ccc-5f3d-4157-93bc-cd9406803bdc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec504506a5e14762a006eaf588f2020a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075260 Jun 07 13:45:06.373089 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d88ccc-5f3d-4157-93bc-cd9406803bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c168f5-fc9e-4420-bc19-4baae32a53a6,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:06.376168 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51164) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:06.376818 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-58d88ccc-5f3d-4157-93bc-cd9406803bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:06.437899 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-308da7b2-b73c-406f-a5f6-58cbd2d09dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.463485 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-308da7b2-b73c-406f-a5f6-58cbd2d09dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.519566 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-308da7b2-b73c-406f-a5f6-58cbd2d09dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.522333 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-308da7b2-b73c-406f-a5f6-58cbd2d09dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.523740 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-308da7b2-b73c-406f-a5f6-58cbd2d09dca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77c168f5-fc9e-4420-bc19-4baae32a53a6 HTTP/1.1" status: 204 len: 168 time: 0.1463621 Jun 07 13:45:06.524213 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f9a0865b-1576-47ed-b333-54c12db3d898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:06.534970 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308da7b2-b73c-406f-a5f6-58cbd2d09dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c168f5-fc9e-4420-bc19-4baae32a53a6,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:06.537879 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-308da7b2-b73c-406f-a5f6-58cbd2d09dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:07.898374 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:09.067606 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-588ecb33-3aa7-4ec5-83ec-9082cc8e6d9e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760963 Jun 07 13:45:09.162435 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-fa5236de-ec44-4dd2-baa2-2fb9e0537c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:09.164028 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-fa5236de-ec44-4dd2-baa2-2fb9e0537c80 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=210045ec8a1f431d8186c1be3c72dde3&device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 1137 time: 0.0738113 Jun 07 13:45:09.401385 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-9ddc279b-c5e8-4e5d-8473-909dc61f35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:09.403104 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-9ddc279b-c5e8-4e5d-8473-909dc61f35b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 HTTP/1.1" status: 200 len: 915 time: 0.2143164 Jun 07 13:45:09.520160 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-74cacae3-1432-48bb-b2bb-c0d99bcee599 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 200 len: 1001 time: 0.1086924 Jun 07 13:45:09.586873 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-297afc28-e9d9-42c9-ab9c-02b68ec96a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:09.588313 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-297afc28-e9d9-42c9-ab9c-02b68ec96a90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a06ffa1-f4e7-4175-a010-46cecf1f200a HTTP/1.1" status: 200 len: 853 time: 0.0617979 Jun 07 13:45:09.668457 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-dd0afc54-4136-4ce7-8ba1-3c2fa963e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:09.670403 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-dd0afc54-4136-4ce7-8ba1-3c2fa963e329 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743158 Jun 07 13:45:09.710159 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:09.815256 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-aecffa30-bdd2-4951-81e4-89fd31938401 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303229 Jun 07 13:45:09.949156 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-949d7dca-0836-4382-8da3-a5955f6ef406 req-812af2d8-561c-44cd-93db-f575a8007b37 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262474 Jun 07 13:45:16.366098 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51386) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:16.483485 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-edb60914-b289-4468-aeed-4259ff3c5858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:16.588559 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-edb60914-b289-4468-aeed-4259ff3c5858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:16.592491 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-edb60914-b289-4468-aeed-4259ff3c5858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:16.599867 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3396d3db-90a0-411c-ab71-aa6a29cde1e6 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:16.641676 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-edb60914-b289-4468-aeed-4259ff3c5858 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37db54189ba64a3cb4e3e3504471a648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744648 Jun 07 13:45:16.642616 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb60914-b289-4468-aeed-4259ff3c5858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7341eb1a-b402-4aee-b5f9-950e01545cbb,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:16.644384 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51390) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:16.645727 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-edb60914-b289-4468-aeed-4259ff3c5858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:16.703519 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1beca176-ed06-49d5-a6c8-5c8a72279cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:16.733959 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1beca176-ed06-49d5-a6c8-5c8a72279cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:16.786494 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1beca176-ed06-49d5-a6c8-5c8a72279cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:16.789097 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1beca176-ed06-49d5-a6c8-5c8a72279cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:16.790249 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-1beca176-ed06-49d5-a6c8-5c8a72279cd3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7341eb1a-b402-4aee-b5f9-950e01545cbb HTTP/1.1" status: 204 len: 168 time: 0.1439655 Jun 07 13:45:16.791009 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-dee20d6a-6a18-463d-a1fe-47e37383e0b4 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:16.801134 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beca176-ed06-49d5-a6c8-5c8a72279cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7341eb1a-b402-4aee-b5f9-950e01545cbb,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:16.803575 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1beca176-ed06-49d5-a6c8-5c8a72279cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:18.139258 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51446) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:18.253678 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cb115bf7-eba6-4c55-8677-974489f6e936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:18.355487 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cb115bf7-eba6-4c55-8677-974489f6e936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:18.360447 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cb115bf7-eba6-4c55-8677-974489f6e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:18.369495 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5c4e6d49-e12c-4c3c-ac81-bdbddef5ec38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:18.409161 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb115bf7-eba6-4c55-8677-974489f6e936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69dacf9-4d8e-4203-8183-881d9b5b0542,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:18.412812 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cb115bf7-eba6-4c55-8677-974489f6e936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:18.417787 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-cb115bf7-eba6-4c55-8677-974489f6e936 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4d77aed2680481d803fde359e0e2832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750988 Jun 07 13:45:18.419434 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51454) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:18.482996 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4507745d-a6ee-4a30-a0a9-e80276c93efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:18.509627 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4507745d-a6ee-4a30-a0a9-e80276c93efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:18.543177 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:45:18.561987 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4507745d-a6ee-4a30-a0a9-e80276c93efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:18.564537 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-4507745d-a6ee-4a30-a0a9-e80276c93efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:18.565652 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-4507745d-a6ee-4a30-a0a9-e80276c93efc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d69dacf9-4d8e-4203-8183-881d9b5b0542 HTTP/1.1" status: 204 len: 168 time: 0.1465993 Jun 07 13:45:18.566524 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6a651937-8322-41b2-bbe8-74eb850b6c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:18.576487 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507745d-a6ee-4a30-a0a9-e80276c93efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69dacf9-4d8e-4203-8183-881d9b5b0542,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:18.578817 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-4507745d-a6ee-4a30-a0a9-e80276c93efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:18.582493 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51460) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:18.818938 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1895-a0f1-4812-ba01-7e180723fc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:18.924168 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1895-a0f1-4812-ba01-7e180723fc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:18.928322 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1895-a0f1-4812-ba01-7e180723fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:18.937633 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2c4288d2-dcff-414e-b9d3-5ec91708308a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:18.980136 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-7b8f1895-a0f1-4812-ba01-7e180723fc15 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=870b237912dc4175b18813aa5c5d4f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965924 Jun 07 13:45:18.981081 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f1895-a0f1-4812-ba01-7e180723fc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3f5833-d2a0-4540-a70e-852bf60eedfb,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:18.984065 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7b8f1895-a0f1-4812-ba01-7e180723fc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:18.984573 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51474) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:19.058477 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d658b4c6-4878-4b8e-bf31-6a71f71e8be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:19.089523 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d658b4c6-4878-4b8e-bf31-6a71f71e8be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:19.145223 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d658b4c6-4878-4b8e-bf31-6a71f71e8be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:19.147726 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d658b4c6-4878-4b8e-bf31-6a71f71e8be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:19.148877 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-d658b4c6-4878-4b8e-bf31-6a71f71e8be5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df3f5833-d2a0-4540-a70e-852bf60eedfb HTTP/1.1" status: 204 len: 168 time: 0.1633193 Jun 07 13:45:19.149640 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-84688b05-e3fc-4aa7-b262-5e368456d7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:19.159731 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658b4c6-4878-4b8e-bf31-6a71f71e8be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3f5833-d2a0-4540-a70e-852bf60eedfb,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:19.162675 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d658b4c6-4878-4b8e-bf31-6a71f71e8be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:20.379811 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51518) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:20.494284 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6f3616df-efc9-49df-ab9e-768fb3391ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:20.596806 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6f3616df-efc9-49df-ab9e-768fb3391ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:20.600443 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-6f3616df-efc9-49df-ab9e-768fb3391ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:20.607280 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-de82aa03-7844-4c89-8032-8ea29af57189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:20.648489 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3616df-efc9-49df-ab9e-768fb3391ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320d701f-959c-4caa-86ee-212e128eda58,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:20.651408 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6f3616df-efc9-49df-ab9e-768fb3391ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:20.654180 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-6f3616df-efc9-49df-ab9e-768fb3391ea9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0319c201666f47ffaef272f75744d077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733660 Jun 07 13:45:20.656820 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51522) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:20.718586 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb705c3c-4623-428e-a8a8-9c79e58ef95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:20.744299 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb705c3c-4623-428e-a8a8-9c79e58ef95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:20.798009 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb705c3c-4623-428e-a8a8-9c79e58ef95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:20.800752 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-bb705c3c-4623-428e-a8a8-9c79e58ef95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:20.801880 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-bb705c3c-4623-428e-a8a8-9c79e58ef95b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/320d701f-959c-4caa-86ee-212e128eda58 HTTP/1.1" status: 204 len: 168 time: 0.1442094 Jun 07 13:45:20.802654 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6b5ac524-b36a-4397-88c9-10150c7699bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:20.812690 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb705c3c-4623-428e-a8a8-9c79e58ef95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d701f-959c-4caa-86ee-212e128eda58,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:20.815048 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-bb705c3c-4623-428e-a8a8-9c79e58ef95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:21.074876 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51528) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:21.092123 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0fa29252-5802-47f1-80e5-82133350002a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:21.194039 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0fa29252-5802-47f1-80e5-82133350002a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:21.197786 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0fa29252-5802-47f1-80e5-82133350002a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:21.204942 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a2ab9b9f-88d1-4a14-94a8-4111e74e4347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:21.251311 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-0fa29252-5802-47f1-80e5-82133350002a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ff4a1dc2d2648cb95ade38983b45eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753657 Jun 07 13:45:21.252071 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa29252-5802-47f1-80e5-82133350002a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc81522-e6d6-4f22-b648-36e7e140b23e,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:21.254325 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51530) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:21.255074 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0fa29252-5802-47f1-80e5-82133350002a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:21.312918 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-49838525-8e3d-48ba-a24f-f63707951830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:21.338868 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-49838525-8e3d-48ba-a24f-f63707951830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:21.390896 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-49838525-8e3d-48ba-a24f-f63707951830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:21.393307 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-49838525-8e3d-48ba-a24f-f63707951830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:21.394441 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-49838525-8e3d-48ba-a24f-f63707951830 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2dc81522-e6d6-4f22-b648-36e7e140b23e HTTP/1.1" status: 204 len: 168 time: 0.1391048 Jun 07 13:45:21.395185 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b197d5a4-d7e0-45a5-9397-14a04d72e2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:21.404728 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49838525-8e3d-48ba-a24f-f63707951830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc81522-e6d6-4f22-b648-36e7e140b23e,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:21.406949 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-49838525-8e3d-48ba-a24f-f63707951830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:24.609266 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51662) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:24.725780 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2414ad46-92ec-4c2f-9326-e82fef8c37ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:24.829655 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2414ad46-92ec-4c2f-9326-e82fef8c37ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:24.833642 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-2414ad46-92ec-4c2f-9326-e82fef8c37ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:24.840216 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6d5d4684-0903-4687-9e26-50814902490c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:24.884585 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414ad46-92ec-4c2f-9326-e82fef8c37ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7b5273-303b-42d1-9b87-ac2ed115b8ec,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:24.888184 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-2414ad46-92ec-4c2f-9326-e82fef8c37ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:24.890745 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-2414ad46-92ec-4c2f-9326-e82fef8c37ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d62aefa260c4c7b9baff185557d79ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804871 Jun 07 13:45:24.893529 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51666) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:24.953871 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0cd52fe-c9f6-4a5d-80ad-591c6ed52d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:24.979500 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0cd52fe-c9f6-4a5d-80ad-591c6ed52d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:25.030944 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0cd52fe-c9f6-4a5d-80ad-591c6ed52d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:25.033656 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-f0cd52fe-c9f6-4a5d-80ad-591c6ed52d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:25.034831 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-f0cd52fe-c9f6-4a5d-80ad-591c6ed52d2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c7b5273-303b-42d1-9b87-ac2ed115b8ec HTTP/1.1" status: 204 len: 168 time: 0.1398337 Jun 07 13:45:25.035590 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d44982f5-bfb1-4153-8c58-6d0237ac26f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:25.045572 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd52fe-c9f6-4a5d-80ad-591c6ed52d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7b5273-303b-42d1-9b87-ac2ed115b8ec,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:25.047811 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f0cd52fe-c9f6-4a5d-80ad-591c6ed52d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:25.320053 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51672) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:25.337751 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f2989f9d-c0fc-4314-89cc-b76c0759ff31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:25.440597 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f2989f9d-c0fc-4314-89cc-b76c0759ff31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:25.444303 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-f2989f9d-c0fc-4314-89cc-b76c0759ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:25.453016 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-3562f4cb-5d93-4123-bb93-4d5780466000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:25.491511 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-f2989f9d-c0fc-4314-89cc-b76c0759ff31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbdaad7b847a45b28ee6dec1448ab918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703718 Jun 07 13:45:25.493063 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2989f9d-c0fc-4314-89cc-b76c0759ff31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7df76a8-4872-4ed6-b0ee-a8f901511bcc,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:25.494188 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51674) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:25.496607 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f2989f9d-c0fc-4314-89cc-b76c0759ff31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:25.557056 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-384eec12-0b64-473f-8458-dfadc08ff676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:25.582802 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-384eec12-0b64-473f-8458-dfadc08ff676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:25.635887 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-384eec12-0b64-473f-8458-dfadc08ff676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:25.639246 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-384eec12-0b64-473f-8458-dfadc08ff676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:25.640424 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-384eec12-0b64-473f-8458-dfadc08ff676 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7df76a8-4872-4ed6-b0ee-a8f901511bcc HTTP/1.1" status: 204 len: 168 time: 0.1452518 Jun 07 13:45:25.641185 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-57bb9190-1cfa-4d43-b787-2791f8112beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:25.650649 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eec12-0b64-473f-8458-dfadc08ff676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7df76a8-4872-4ed6-b0ee-a8f901511bcc,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:25.654032 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-384eec12-0b64-473f-8458-dfadc08ff676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:30.683129 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1a9d3355-6c18-4462-8f57-8cd53362803b req-cf8c9679-cbe7-4e22-a9a4-5f4bd133285f tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059393522&fields=id&tenant_id=210045ec8a1f431d8186c1be3c72dde3 HTTP/1.1" status: 200 len: 267 time: 0.0432644 Jun 07 13:45:30.767177 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3355-6c18-4462-8f57-8cd53362803b req-8f880db4-e500-45cf-998d-cd85b27bea44 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:30.768619 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1a9d3355-6c18-4462-8f57-8cd53362803b req-8f880db4-e500-45cf-998d-cd85b27bea44 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 984 time: 0.0796633 Jun 07 13:45:30.779147 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-1a9d3355-6c18-4462-8f57-8cd53362803b req-3419c312-de25-4e9e-8e35-a869e09bce6c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Request body: {'port': {'security_groups': ['0fc14571-225f-47c2-930f-b5c6a4a77233']}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:30.898549 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-1a9d3355-6c18-4462-8f57-8cd53362803b req-3419c312-de25-4e9e-8e35-a869e09bce6c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:31.219729 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-1a9d3355-6c18-4462-8f57-8cd53362803b req-3419c312-de25-4e9e-8e35-a869e09bce6c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] For port 3e643daf-4696-403c-81d6-61e527f3d1e5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3e643daf-4696-403c-81d6-61e527f3d1e5,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:31.252339 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-1a9d3355-6c18-4462-8f57-8cd53362803b req-3419c312-de25-4e9e-8e35-a869e09bce6c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:31.256834 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-1a9d3355-6c18-4462-8f57-8cd53362803b req-3419c312-de25-4e9e-8e35-a869e09bce6c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:31.263157 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-8feb3a70-beb8-43f3-bc60-8ca3fd69e7cf tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:31.269227 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['3e643daf-4696-403c-81d6-61e527f3d1e5'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:45:31.350146 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419c312-de25-4e9e-8e35-a869e09bce6c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event updated for resources: {'Port': ['ID=3e643daf-4696-403c-81d6-61e527f3d1e5,revision_number=7']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:31.356026 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3419c312-de25-4e9e-8e35-a869e09bce6c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:31.377958 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3355-6c18-4462-8f57-8cd53362803b req-3419c312-de25-4e9e-8e35-a869e09bce6c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:31.379228 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-1a9d3355-6c18-4462-8f57-8cd53362803b req-3419c312-de25-4e9e-8e35-a869e09bce6c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:31.380579 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-1a9d3355-6c18-4462-8f57-8cd53362803b req-3419c312-de25-4e9e-8e35-a869e09bce6c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "PUT /v2.0/ports/3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 200 len: 942 time: 0.6058669 Jun 07 13:45:31.381224 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:45:31.384007 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192" -d '{"events": [{"name": "network-changed", "server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:45:31.389748 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51772) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:31.441589 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45af746-e06b-4d7b-bb22-c997fb7787ce x-openstack-request-id: req-e45af746-e06b-4d7b-bb22-c997fb7787ce {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:45:31.441963 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:45:31.442392 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e45af746-e06b-4d7b-bb22-c997fb7787ce {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:45:31.442941 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'status': 'completed', 'code': 200} Jun 07 13:45:31.461924 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['3e643daf-4696-403c-81d6-61e527f3d1e5'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:45:31.518857 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b64041d4-596f-4a19-8066-86728b04757a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:31.564550 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b64041d4-596f-4a19-8066-86728b04757a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:31.613294 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192 req-537ce3d3-f1fe-4565-b77a-c2d8c8bdbd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:31.614829 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192 req-537ce3d3-f1fe-4565-b77a-c2d8c8bdbd03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=210045ec8a1f431d8186c1be3c72dde3&device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 1098 time: 0.1469641 Jun 07 13:45:31.679079 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-e990dd84-69a3-4e3e-9a76-9b2217f2ba45 None None] Provisioning complete for port 3e643daf-4696-403c-81d6-61e527f3d1e5 triggered by entity DHCP. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:31.679385 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-e990dd84-69a3-4e3e-9a76-9b2217f2ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:31.717241 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b64041d4-596f-4a19-8066-86728b04757a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:31.719655 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-b64041d4-596f-4a19-8066-86728b04757a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:31.720830 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-b64041d4-596f-4a19-8066-86728b04757a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "DELETE /v2.0/security-groups/e82e19b8-9fba-4a13-bc22-6595f67b89af HTTP/1.1" status: 204 len: 168 time: 0.3298357 Jun 07 13:45:31.723394 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-eb35f845-9050-4de1-9301-c8bd7fbdca44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:31.723790 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51774) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:31.737707 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64041d4-596f-4a19-8066-86728b04757a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82e19b8-9fba-4a13-bc22-6595f67b89af,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:31.746804 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b64041d4-596f-4a19-8066-86728b04757a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:31.775720 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192 req-2f0c162b-826e-4a13-baf5-11cbeeb0d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:31.777222 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192 req-2f0c162b-826e-4a13-baf5-11cbeeb0d090 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 HTTP/1.1" status: 200 len: 915 time: 0.1552591 Jun 07 13:45:31.881888 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192 req-668ee35c-409d-47eb-b9f1-95e870615249 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 200 len: 1001 time: 0.0975509 Jun 07 13:45:31.948403 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192 req-5ef3e475-9a5e-4418-ab75-517b0822c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:31.950438 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192 req-5ef3e475-9a5e-4418-ab75-517b0822c4ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a06ffa1-f4e7-4175-a010-46cecf1f200a HTTP/1.1" status: 200 len: 853 time: 0.0619376 Jun 07 13:45:31.993529 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Deleting port 1e67db87-1aa6-43be-98e4-44e2bafc802a {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:31.993783 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:32.025903 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192 req-f8fb65dc-c398-4666-9b26-62c1f18bb4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:32.027413 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192 req-f8fb65dc-c398-4666-9b26-62c1f18bb4c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707173 Jun 07 13:45:32.115830 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:32.116150 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:32.163387 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192 req-36059a28-dceb-465a-a27e-8dec040b5a7d service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287839 Jun 07 13:45:32.243722 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Calling delete_port for 1e67db87-1aa6-43be-98e4-44e2bafc802a owned by network:floatingip {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:32.297805 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-3f64e5d4-0441-4a80-a5a8-f021bfd6b192 req-e188d1a8-f1ef-44b5-a48e-27103977f80a service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280868 Jun 07 13:45:32.372365 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:32.376060 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-e78cebf0-c57c-4b2a-b716-58d7ecdbd131 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:32.420543 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event deleted for resources: {'Port': ['ID=1e67db87-1aa6-43be-98e4-44e2bafc802a,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:32.453242 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:32.521644 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8897c110-46c7-44be-b62b-20916c89d1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:32.615241 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks [] for floatingip, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:32.615577 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.l3_db [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Floating IP 6364a8d8-819f-430e-894a-bfbbe57a711f disassociated (deleted). External IP: 172.28.3.216, port: 3e643daf-4696-403c-81d6-61e527f3d1e5. Jun 07 13:45:32.988676 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:45:33.221413 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:45:33.226608 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:33.233247 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0631e0-0c93-4651-9522-5793e187e785 None None] Sync routers for ids ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:45:33.244441 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0631e0-0c93-4651-9522-5793e187e785 None None] Routers {'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:33.245148 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ec0631e0-0c93-4651-9522-5793e187e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:45:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:33.298107 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-34f06511-771b-4bc8-9cf4-baf5022c3ae4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "DELETE /v2.0/floatingips/6364a8d8-819f-430e-894a-bfbbe57a711f HTTP/1.1" status: 204 len: 168 time: 1.5730858 Jun 07 13:45:33.298680 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:45:33.301349 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e0a65-ff7e-463c-8f07-17a55e49248a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:45:33.350966 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc27d24-3fef-4261-8e30-f322dee7b7da x-openstack-request-id: req-5fc27d24-3fef-4261-8e30-f322dee7b7da {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:45:33.351558 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:45:33.352060 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fc27d24-3fef-4261-8e30-f322dee7b7da {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:45:33.352797 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'status': 'completed', 'code': 200} Jun 07 13:45:33.470418 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e0a65-ff7e-463c-8f07-17a55e49248a req-5b9f5e9e-8a16-4b38-8a65-f3577d967aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:33.471893 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b51e0a65-ff7e-463c-8f07-17a55e49248a req-5b9f5e9e-8a16-4b38-8a65-f3577d967aa6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=210045ec8a1f431d8186c1be3c72dde3&device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 1098 time: 0.0971239 Jun 07 13:45:33.480733 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-ec0631e0-0c93-4651-9522-5793e187e785 None None] Set router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:33.633940 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e0a65-ff7e-463c-8f07-17a55e49248a req-4686b110-b572-4971-a36a-4f624f170acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:33.639353 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b51e0a65-ff7e-463c-8f07-17a55e49248a req-4686b110-b572-4971-a36a-4f624f170acb service neutron] 10.222.0.54 "GET /v2.0/networks?id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 HTTP/1.1" status: 200 len: 915 time: 0.1614726 Jun 07 13:45:33.717644 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b51e0a65-ff7e-463c-8f07-17a55e49248a req-6c724451-e614-42a7-b829-b29f78352748 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 200 len: 217 time: 0.0710609 Jun 07 13:45:33.797915 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e0a65-ff7e-463c-8f07-17a55e49248a req-c20f455f-6dfe-4580-83cb-51be70a100c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:33.799666 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b51e0a65-ff7e-463c-8f07-17a55e49248a req-c20f455f-6dfe-4580-83cb-51be70a100c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3a06ffa1-f4e7-4175-a010-46cecf1f200a HTTP/1.1" status: 200 len: 853 time: 0.0761216 Jun 07 13:45:33.881200 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ec0631e0-0c93-4651-9522-5793e187e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e371cc0e-8d7f-4a57-9cf2-5856d354f52c', 'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'mac_address': 'fa:16:3e:e2:d6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:05Z', 'revision_number': 5, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'subnets': [{'id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:33.885940 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0631e0-0c93-4651-9522-5793e187e785 None None] Checking router: bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:45:33.887828 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e0a65-ff7e-463c-8f07-17a55e49248a req-1a9bcef0-032b-4c8d-8024-b13cf0a210d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:33.889843 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b51e0a65-ff7e-463c-8f07-17a55e49248a req-1a9bcef0-032b-4c8d-8024-b13cf0a210d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824528 Jun 07 13:45:33.894882 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0631e0-0c93-4651-9522-5793e187e785 None None] Routers {'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:33.895562 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ec0631e0-0c93-4651-9522-5793e187e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:45:05Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:34.030281 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b51e0a65-ff7e-463c-8f07-17a55e49248a req-d338400b-0377-4ae7-b2dd-8718b12b0420 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339445 Jun 07 13:45:34.136246 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-ec0631e0-0c93-4651-9522-5793e187e785 None None] Set router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:34.246296 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b51e0a65-ff7e-463c-8f07-17a55e49248a req-a6e3de79-242a-4347-924e-fb77ed144067 service neutron] 10.222.0.54 "GET /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097688 Jun 07 13:45:34.474181 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-ec0631e0-0c93-4651-9522-5793e187e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e371cc0e-8d7f-4a57-9cf2-5856d354f52c', 'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'mac_address': 'fa:16:3e:e2:d6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:05Z', 'revision_number': 5, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'subnets': [{'id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:34.478263 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0631e0-0c93-4651-9522-5793e187e785 None None] The sync data for ids ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'] in dv-cinder-785362-2-smb is: [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:42:56Z', 'revision_number': 4, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e371cc0e-8d7f-4a57-9cf2-5856d354f52c', 'name': '', 'network_id': '4bcdf829-6201-4d18-a0c3-9eaba38b8fe0', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'mac_address': 'fa:16:3e:e2:d6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:54Z', 'updated_at': '2021-06-07T13:43:05Z', 'revision_number': 5, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'subnets': [{'id': '3a06ffa1-f4e7-4175-a010-46cecf1f200a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:45:34.685677 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2c5bf4-90e7-48a5-b59f-81f7b9b39e31 None None] New status for floating IP 6364a8d8-819f-430e-894a-bfbbe57a711f: DOWN {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:45:35.029907 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:35.139424 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-268935d8-4e17-47e2-875d-adcd116fd7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:35.668749 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51834) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:35.783167 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec6a5-dbc3-40f4-9f0b-00a7755b7348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:35.885305 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:35.887929 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec6a5-dbc3-40f4-9f0b-00a7755b7348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:35.891493 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec6a5-dbc3-40f4-9f0b-00a7755b7348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:35.898371 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-6f6bb3aa-bece-4947-bca9-c1aeb633f3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:35.938223 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-2f2ec6a5-dbc3-40f4-9f0b-00a7755b7348 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c026edeea6045a28007b04373026469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678425 Jun 07 13:45:35.939136 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ec6a5-dbc3-40f4-9f0b-00a7755b7348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dae1b7-34c7-4fbc-90ec-7034bca00f0c,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:35.940904 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51838) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:35.942049 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-2f2ec6a5-dbc3-40f4-9f0b-00a7755b7348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:36.002171 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-19a74708-42f8-4990-b40f-df3b6a9f2a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.028238 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-19a74708-42f8-4990-b40f-df3b6a9f2a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.079321 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-19a74708-42f8-4990-b40f-df3b6a9f2a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.081873 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-19a74708-42f8-4990-b40f-df3b6a9f2a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.083074 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-19a74708-42f8-4990-b40f-df3b6a9f2a04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41dae1b7-34c7-4fbc-90ec-7034bca00f0c HTTP/1.1" status: 204 len: 168 time: 0.1404848 Jun 07 13:45:36.083893 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-49838525-8e3d-48ba-a24f-f63707951830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:36.093956 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a74708-42f8-4990-b40f-df3b6a9f2a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dae1b7-34c7-4fbc-90ec-7034bca00f0c,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:36.096294 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-19a74708-42f8-4990-b40f-df3b6a9f2a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:36.363954 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51848) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:36.381473 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-24f3e1fc-5015-48be-9b3b-f37f975651de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.486210 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-24f3e1fc-5015-48be-9b3b-f37f975651de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.490109 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-24f3e1fc-5015-48be-9b3b-f37f975651de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.497711 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-277eec00-6c15-407b-acdc-488584858eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:36.536956 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3e1fc-5015-48be-9b3b-f37f975651de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a9c686-3284-4d7c-8723-f807e8048766,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:36.544583 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-24f3e1fc-5015-48be-9b3b-f37f975651de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c924af2cc6a94df896cbe657885b5c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794107 Jun 07 13:45:36.544920 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51852) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:36.546027 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-24f3e1fc-5015-48be-9b3b-f37f975651de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:36.663990 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcb8-8bd5-4fa0-bec3-8ab84d958099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.698897 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0aee5-4d30-4863-8c77-b7108530bef3 req-cf8be9c9-92e1-46b6-a277-4e13de836eb5 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:36.700321 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-89e0aee5-4d30-4863-8c77-b7108530bef3 req-cf8be9c9-92e1-46b6-a277-4e13de836eb5 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 945 time: 0.1415787 Jun 07 13:45:36.704496 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcb8-8bd5-4fa0-bec3-8ab84d958099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.773817 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-89e0aee5-4d30-4863-8c77-b7108530bef3 req-91dd1789-6f3d-4308-b322-6ac1028ae5de tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627708 Jun 07 13:45:36.795169 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcb8-8bd5-4fa0-bec3-8ab84d958099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.797594 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcb8-8bd5-4fa0-bec3-8ab84d958099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.798722 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-1f94dcb8-8bd5-4fa0-bec3-8ab84d958099 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8a9c686-3284-4d7c-8723-f807e8048766 HTTP/1.1" status: 204 len: 168 time: 0.2515826 Jun 07 13:45:36.799524 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-cb0ea6df-6aad-4caf-9421-af25cdd9674b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:36.808990 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94dcb8-8bd5-4fa0-bec3-8ab84d958099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a9c686-3284-4d7c-8723-f807e8048766,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:36.811490 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1f94dcb8-8bd5-4fa0-bec3-8ab84d958099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:37.146228 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51858) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:37.162754 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:37.269010 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:37.272817 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:37.281521 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0a280cc1-8e19-4012-94a7-28d3150b2cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:37.321292 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=229adb94daf046d7912604a81b4c55d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738491 Jun 07 13:45:37.322861 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69282cc7-b122-4049-8fe3-3dc2fa0c8347,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:37.326575 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51860) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:37.331790 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.332239 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.332601 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.332956 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.333336 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.333684 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.334183 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.334536 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.334884 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.335228 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.335568 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.335902 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:37.340156 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-32319111-6701-41c8-ab0a-d29de9a2a719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:37.396860 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-079c05c7-dee7-4e36-9162-f990c57ce195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:37.422224 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-079c05c7-dee7-4e36-9162-f990c57ce195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:37.472464 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-079c05c7-dee7-4e36-9162-f990c57ce195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:37.474922 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-079c05c7-dee7-4e36-9162-f990c57ce195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:37.476039 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-079c05c7-dee7-4e36-9162-f990c57ce195 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69282cc7-b122-4049-8fe3-3dc2fa0c8347 HTTP/1.1" status: 204 len: 168 time: 0.1483703 Jun 07 13:45:37.476769 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b64041d4-596f-4a19-8066-86728b04757a tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:37.486967 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c05c7-dee7-4e36-9162-f990c57ce195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69282cc7-b122-4049-8fe3-3dc2fa0c8347,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:37.489283 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-079c05c7-dee7-4e36-9162-f990c57ce195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:37.901873 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:37.971179 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37125ea-e61f-45c3-acce-1de27a4c9c9b req-28179807-3c03-499a-b368-27a455b4cb7c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:37.972676 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f37125ea-e61f-45c3-acce-1de27a4c9c9b req-28179807-3c03-499a-b368-27a455b4cb7c tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 945 time: 0.0862803 Jun 07 13:45:38.024494 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f37125ea-e61f-45c3-acce-1de27a4c9c9b req-90292537-c582-4901-9b1f-8f3249a79fc4 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456386 Jun 07 13:45:38.217976 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51884) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:38.321066 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1872214987-network', 'tenant_id': '0f785b27bf4f43c38b61052927d4e2b0'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:38.342411 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Made reservation on behalf of 0f785b27bf4f43c38b61052927d4e2b0 for: {'network': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:45:38.344682 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.357239 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.503209 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80232-7f2d-4467-950a-9802f313844c req-05b9263f-5fd1-4c5d-a4e7-366472bdd03e tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:38.504580 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5cb80232-7f2d-4467-950a-9802f313844c req-05b9263f-5fd1-4c5d-a4e7-366472bdd03e tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 945 time: 0.1218915 Jun 07 13:45:38.580884 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.586719 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.591480 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-19a74708-42f8-4990-b40f-df3b6a9f2a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:38.663541 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=91819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:45:38.670024 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda7a900-f539-43c7-9ec7-97fec18a6224,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:38.679880 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:38.685543 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.685886 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.db.segments_db [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Added segment 945d31ad-7b25-4f88-9c2a-eb616741aa3d of type vlan for network cdb5c1cb-feb2-4f05-80d4-20360714a142 Jun 07 13:45:38.722654 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.737108 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-5cb80232-7f2d-4467-950a-9802f313844c req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Deleting port 3e643daf-4696-403c-81d6-61e527f3d1e5 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:38.737445 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5cb80232-7f2d-4467-950a-9802f313844c req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.833867 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.839862 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:38.840444 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.850983 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:38.904256 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6851523 Jun 07 13:45:38.907220 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51888) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:38.912236 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Request body: {'subnet': {'network_id': 'cdb5c1cb-feb2-4f05-80d4-20360714a142', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1872214987-subnet', 'tenant_id': '0f785b27bf4f43c38b61052927d4e2b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:38.933299 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Made reservation on behalf of 0f785b27bf4f43c38b61052927d4e2b0 for: {'subnet': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:45:38.935685 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27958699'] for subnet, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.977605 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Pushing event updated for resources: {'Network': ['ID=cdb5c1cb-feb2-4f05-80d4-20360714a142,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:38.980751 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-5cb80232-7f2d-4467-950a-9802f313844c req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] For port 3e643daf-4696-403c-81d6-61e527f3d1e5, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=3e643daf-4696-403c-81d6-61e527f3d1e5,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:38.981103 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5cb80232-7f2d-4467-950a-9802f313844c req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.989139 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:38.990358 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network cdb5c1cb-feb2-4f05-80d4-20360714a142 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:45:39.114099 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-5cb80232-7f2d-4467-950a-9802f313844c req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Calling delete_port for 3e643daf-4696-403c-81d6-61e527f3d1e5 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:39.191791 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1293578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27958713'] for subnet, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:39.204070 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:39.228119 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5cb80232-7f2d-4467-950a-9802f313844c req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:39.235417 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:39.241846 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['3e643daf-4696-403c-81d6-61e527f3d1e5'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:45:39.285609 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68c39f7-b0aa-46ab-94f5-0f81b16991a1,revision_number=0']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:39.289696 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Pushing event deleted for resources: {'Port': ['ID=3e643daf-4696-403c-81d6-61e527f3d1e5,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:39.292117 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:39.298636 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:39.303329 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Checking segment: {'id': '945d31ad-7b25-4f88-9c2a-eb616741aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'cdb5c1cb-feb2-4f05-80d4-20360714a142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:45:39.303690 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Network hostable DHCP agents. Network: cdb5c1cb-feb2-4f05-80d4-20360714a142, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:45:39.328480 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52062245-da5b-4b6e-b4c7-b2fd487c99f5 req-6f33c685-e5a6-4f2f-9d7d-d00ab4a05cba tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:39.329958 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-52062245-da5b-4b6e-b4c7-b2fd487c99f5 req-6f33c685-e5a6-4f2f-9d7d-d00ab4a05cba tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d692c18-3a6d-4c11-a523-9b7d51da2715 HTTP/1.1" status: 200 len: 945 time: 0.1796098 Jun 07 13:45:39.352955 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Network cdb5c1cb-feb2-4f05-80d4-20360714a142 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:45:39.375192 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.base_scheduler [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, cdb5c1cb-feb2-4f05-80d4-20360714a142) {{(pid=91820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:45:39.375387 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb80232-7f2d-4467-950a-9802f313844c req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] No DVR routers for this DVR port 3e643daf-4696-403c-81d6-61e527f3d1e5 on host hv-cinder-78536 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:45:39.377854 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-5cb80232-7f2d-4467-950a-9802f313844c req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:39.379869 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5cb80232-7f2d-4467-950a-9802f313844c req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.54 "DELETE /v2.0/ports/3e643daf-4696-403c-81d6-61e527f3d1e5 HTTP/1.1" status: 204 len: 173 time: 0.8666511 Jun 07 13:45:39.380374 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'name': 'network-vif-deleted', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:45:39.382766 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea39252-8afe-4aef-81ec-66d103034ef8" -d '{"events": [{"server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "name": "network-vif-deleted", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:45:39.388163 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d93cdc-93c0-4a2b-9661-e10ac489d981 None None] Network cdb5c1cb-feb2-4f05-80d4-20360714a142 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:45:39.391652 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:39.392210 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:39.402980 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-52062245-da5b-4b6e-b4c7-b2fd487c99f5 req-9222029e-ab43-48da-872e-74ed5287d493 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fc14571-225f-47c2-930f-b5c6a4a77233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659485 Jun 07 13:45:39.439161 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-61c0ce9e-6532-411b-b408-751d476cce3d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5308034 Jun 07 13:45:39.440713 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd02d15-d6bd-48ee-9535-ab2276a6edd6 x-openstack-request-id: req-6dd02d15-d6bd-48ee-9535-ab2276a6edd6 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:45:39.441096 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d692c18-3a6d-4c11-a523-9b7d51da2715", "name": "network-vif-deleted", "tag": "3e643daf-4696-403c-81d6-61e527f3d1e5", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:45:39.441394 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6dd02d15-d6bd-48ee-9535-ab2276a6edd6 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:45:39.441826 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d692c18-3a6d-4c11-a523-9b7d51da2715', 'name': 'network-vif-deleted', 'tag': '3e643daf-4696-403c-81d6-61e527f3d1e5', 'status': 'completed', 'code': 200} Jun 07 13:45:39.630378 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c6ebab-7879-4cb7-80a8-037fe9de1ee7 None None] Network cdb5c1cb-feb2-4f05-80d4-20360714a142 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:45:39.746551 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:39.992768 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 51908) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:39.998044 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.v2.base [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-580878314-network', 'tenant_id': 'bb4c7f1cb5df48aaa47b4c3f284d3ddb'}} {{(pid=91820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:40.019119 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Made reservation on behalf of bb4c7f1cb5df48aaa47b4c3f284d3ddb for: {'network': 1} {{(pid=91820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:45:40.021400 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3707615'] for network, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:40.136033 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:40.235764 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:40.239223 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:40.242035 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-08e8ed08-2a92-410f-a0f0-7f6773a79485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:40.268398 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=91820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:45:40.277271 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4950fc07-4866-43cb-b8bf-f914dccdf23d,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:40.281150 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:40.283538 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:40.283954 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.segments_db [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Added segment 5334134a-fe76-45f1-94c0-61b53500ebf8 of type vlan for network 2c7ce899-e5e6-4b75-9a74-55c2a1728ba1 Jun 07 13:45:40.310230 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779132721125'] for network, precommit_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:40.338689 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539'] for network, after_create {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:40.340515 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:40.341190 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:40.345031 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:40.390081 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3962462 Jun 07 13:45:40.393218 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51910) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:40.398636 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Request body: {'subnet': {'network_id': '2c7ce899-e5e6-4b75-9a74-55c2a1728ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-580878314-subnet', 'tenant_id': 'bb4c7f1cb5df48aaa47b4c3f284d3ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:40.420035 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Made reservation on behalf of bb4c7f1cb5df48aaa47b4c3f284d3ddb for: {'subnet': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:45:40.422373 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1929094'] for subnet, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:40.445288 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2c7ce899-e5e6-4b75-9a74-55c2a1728ba1,revision_number=1']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:40.449079 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-7a8988a8-a7de-4a69-b7a5-c0b20d1613d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:40.455695 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Network 2c7ce899-e5e6-4b75-9a74-55c2a1728ba1 details requested by agent ovs-agent-dv-cinder-785362-2-smb with host dv-cinder-785362-2-smb {{(pid=91821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:45:40.707177 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27870537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1929108'] for subnet, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:40.711618 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:40.783062 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e70cd3-3d2d-4be4-b0bb-02f5797d6582,revision_number=0']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:40.786507 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:40.788876 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Checking segment: {'id': '5334134a-fe76-45f1-94c0-61b53500ebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2c7ce899-e5e6-4b75-9a74-55c2a1728ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:45:40.789236 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Network hostable DHCP agents. Network: 2c7ce899-e5e6-4b75-9a74-55c2a1728ba1, hostable agents: ['54a6338d-6bf0-4e6a-aeae-12821b0b774e'], hosted agents: [] {{(pid=91819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:45:40.812419 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Network 2c7ce899-e5e6-4b75-9a74-55c2a1728ba1 is scheduled to be hosted by DHCP agent 54a6338d-6bf0-4e6a-aeae-12821b0b774e with binding_index 1 {{(pid=91819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:45:40.821608 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-785362-2-smb, 2c7ce899-e5e6-4b75-9a74-55c2a1728ba1) {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:45:40.826233 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:40.826823 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:40.833625 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc56f84-5bb7-4ffa-b300-66d326a60c08 None None] Network 2c7ce899-e5e6-4b75-9a74-55c2a1728ba1 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:45:40.844013 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4494116 Jun 07 13:45:41.028409 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a0959-a4cd-41a1-a2a2-9e0f3b0211f0 None None] Network 2c7ce899-e5e6-4b75-9a74-55c2a1728ba1 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:45:41.416000 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-4ecbf055-72d6-403c-b890-35fbe2d77182 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:41.417975 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-4ecbf055-72d6-403c-b890-35fbe2d77182 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/networks?id=cdb5c1cb-feb2-4f05-80d4-20360714a142 HTTP/1.1" status: 200 len: 809 time: 0.1450009 Jun 07 13:45:41.432000 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-1e74bf6c-85f5-4938-af98-df20a2135126 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/quotas/0f785b27bf4f43c38b61052927d4e2b0 HTTP/1.1" status: 200 len: 375 time: 0.0084813 Jun 07 13:45:41.481641 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-2ce55832-5f85-4e82-88e4-0b40f3378836 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f785b27bf4f43c38b61052927d4e2b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445836 Jun 07 13:45:41.617825 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-cdb6c53e-8df1-4bd4-bf59-adaeb996bc70 service neutron] 10.222.0.50 "GET /v2.0/networks/cdb5c1cb-feb2-4f05-80d4-20360714a142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295371 Jun 07 13:45:41.753441 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-bfd4ad28-4b8a-4775-adf7-bd3af8e58797 service neutron] 10.222.0.50 "GET /v2.0/networks/cdb5c1cb-feb2-4f05-80d4-20360714a142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293221 Jun 07 13:45:41.944758 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-56594691-eca5-4a78-a479-1a37773526f1 req-ca8f1528-0539-4685-9dc0-d539833b39e9 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 210 time: 0.0483017 Jun 07 13:45:42.211681 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 51990) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:42.612160 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 3e643daf-4696-403c-81d6-61e527f3d1e5 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:45:42.649500 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: 3e643daf-4696-403c-81d6-61e527f3d1e5 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:45:42.649852 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 3e643daf-4696-403c-81d6-61e527f3d1e5 not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:45:42.758862 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605915'] for router_interface, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:43.101837 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-e49f7584-1bcf-433d-a10e-57c27163771f req-76a4ebd9-da8b-4751-b6b2-f99a4ac23f20 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 210 time: 0.0433455 Jun 07 13:45:43.167025 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-e8e471e6-1359-45a2-b91f-2788d967ba33 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:43.168421 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-e8e471e6-1359-45a2-b91f-2788d967ba33 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.54 "GET /v2.0/networks?id=cdb5c1cb-feb2-4f05-80d4-20360714a142 HTTP/1.1" status: 200 len: 809 time: 0.3149416 Jun 07 13:45:43.182866 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Request body: {'port': {'device_id': '9eeda9b4-23f6-4170-a242-c4171a703346', 'network_id': 'cdb5c1cb-feb2-4f05-80d4-20360714a142', 'admin_state_up': True, 'tenant_id': '0f785b27bf4f43c38b61052927d4e2b0'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:43.428104 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Made reservation on behalf of 0f785b27bf4f43c38b61052927d4e2b0 for: {'port': 1} {{(pid=91819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:45:43.431566 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:43.584782 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Deleting port e371cc0e-8d7f-4a57-9cf2-5856d354f52c {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:43.585115 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:43.780608 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] For port e371cc0e-8d7f-4a57-9cf2-5856d354f52c, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=e371cc0e-8d7f-4a57-9cf2-5856d354f52c,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:43.780867 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:43.797066 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_common [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Allocated IP 172.20.0.11 (cdb5c1cb-feb2-4f05-80d4-20360714a142/e68c39f7-b0aa-46ab-94f5-0f81b16991a1/082f257c-2389-4ab1-91bb-8cb042b27f2b) {{(pid=91819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:45:43.913606 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Calling delete_port for e371cc0e-8d7f-4a57-9cf2-5856d354f52c owned by network:router_interface {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:44.143925 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Notify callbacks [] for port, precommit_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:44.266657 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-bcf44389-63c5-4611-bce4-eade3006f78f req-8a71c9b4-21c6-4222-ab4b-db22171cd36e tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 210 time: 0.0540934 Jun 07 13:45:44.272840 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779132734567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_create {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:44.284227 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1d02f4c7-a109-47b9-9294-81b2599616b3 tempest-AttachVolumeNegativeTest-550541581 tempest-AttachVolumeNegativeTest-550541581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:44.348776 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:44.362848 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Network cdb5c1cb-feb2-4f05-80d4-20360714a142 is already hosted by enough agents. {{(pid=91819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:45:44.367289 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.base_scheduler [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Resources bound (agent type, host, resource id): {{(pid=91819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:45:44.370390 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Received port after_create {{(pid=91819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:45:44.425134 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Pushing event updated for resources: {'Port': ['ID=082f257c-2389-4ab1-91bb-8cb042b27f2b,revision_number=1']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:44.480081 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.480455 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.480840 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.481183 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.481539 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.481891 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.482269 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.482619 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.482968 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.483316 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.483666 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.484008 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:44.499136 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:44.499646 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-3d483cb0-f80e-4385-908a-df831ba831ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:44.555710 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:44.556319 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:44.562183 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e371cc0e-8d7f-4a57-9cf2-5856d354f52c,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:44.575611 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:44.588784 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4107172 Jun 07 13:45:44.649128 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.v2.base [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Request body: {'port': {'device_id': '9eeda9b4-23f6-4170-a242-c4171a703346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78536'}} {{(pid=91819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:44.854704 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-720544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606085'] for router_interface, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:44.857895 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:45.458867 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a97c73-eca9-4b44-98d5-dab0968db3df req-15b8c29c-a20e-4cb3-9c85-dcf4440b8182 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:45.460301 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-19a97c73-eca9-4b44-98d5-dab0968db3df req-15b8c29c-a20e-4cb3-9c85-dcf4440b8182 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 932 time: 0.0844269 Jun 07 13:45:45.508166 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-19a97c73-eca9-4b44-98d5-dab0968db3df req-c6af1f68-1792-4b8a-83c7-d0713b1d72f9 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 Jun 07 13:45:45.528957 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:45:45.681993 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082f257c-2389-4ab1-91bb-8cb042b27f2b {{(pid=91819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:45:45.692479 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:45.781111 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.provisioning_blocks [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Transition to ACTIVE for port object 082f257c-2389-4ab1-91bb-8cb042b27f2b will not be triggered until provisioned by entity L2. {{(pid=91819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:45:45.787136 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:45.792424 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-943ab617-6aa3-4baf-be87-c02af2fa8a8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:45.840015 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:45:45.848325 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663666a-2cde-4f39-94e0-a786dcabca9e None None] Sync routers for ids ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:45:45.857294 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663666a-2cde-4f39-94e0-a786dcabca9e None None] Routers {'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:45.858041 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6663666a-2cde-4f39-94e0-a786dcabca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:45:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:45.896615 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] 10.222.0.50 "PUT /v2.0/routers/bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6838534 Jun 07 13:45:45.899293 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52002) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:45.949747 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Pushing event updated for resources: {'Port': ['ID=082f257c-2389-4ab1-91bb-8cb042b27f2b,revision_number=2']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:45.957825 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:46.029941 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Attempting to bind port 082f257c-2389-4ab1-91bb-8cb042b27f2b on host hv-cinder-78536 for vnic_type normal with profile {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:45:46.030345 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Attempting to bind port 082f257c-2389-4ab1-91bb-8cb042b27f2b by drivers openvswitch,hyperv on host hv-cinder-78536 at level 0 using segments [{'id': '945d31ad-7b25-4f88-9c2a-eb616741aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'cdb5c1cb-feb2-4f05-80d4-20360714a142'}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:45:46.030636 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Attempting to bind port 082f257c-2389-4ab1-91bb-8cb042b27f2b on network cdb5c1cb-feb2-4f05-80d4-20360714a142 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:45:46.040276 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Port 082f257c-2389-4ab1-91bb-8cb042b27f2b on network cdb5c1cb-feb2-4f05-80d4-20360714a142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78536 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:45:46.040276 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Attempting to bind port 082f257c-2389-4ab1-91bb-8cb042b27f2b on network cdb5c1cb-feb2-4f05-80d4-20360714a142 {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:45:46.041436 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-6663666a-2cde-4f39-94e0-a786dcabca9e None None] Set router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:46.045614 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Checking agent: {'id': '986d32d0-39c9-4931-bbe0-4f52ea3a284f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78536', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'started_at': datetime.datetime(2021, 6, 7, 13, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:45:46.045950 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Checking segment: {'id': '945d31ad-7b25-4f88-9c2a-eb616741aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'cdb5c1cb-feb2-4f05-80d4-20360714a142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:45:46.046367 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Bound using segment: {'id': '945d31ad-7b25-4f88-9c2a-eb616741aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'cdb5c1cb-feb2-4f05-80d4-20360714a142'} {{(pid=91819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:45:46.046795 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.managers [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Bound port: 082f257c-2389-4ab1-91bb-8cb042b27f2b, host: hv-cinder-78536, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945d31ad-7b25-4f88-9c2a-eb616741aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'cdb5c1cb-feb2-4f05-80d4-20360714a142'}}] {{(pid=91819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:45:46.047170 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:46.081810 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Notify callbacks [] for router, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:46.140296 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] For port 082f257c-2389-4ab1-91bb-8cb042b27f2b, host hv-cinder-78536, cleared binding levels {{(pid=91819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:45:46.143331 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] For port 082f257c-2389-4ab1-91bb-8cb042b27f2b, host hv-cinder-78536, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=082f257c-2389-4ab1-91bb-8cb042b27f2b,segment=NetworkSegment(945d31ad-7b25-4f88-9c2a-eb616741aa3d),segment_id=945d31ad-7b25-4f88-9c2a-eb616741aa3d)] {{(pid=91819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:45:46.149337 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27870716'] for port, after_update {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:46.154594 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-02ad0e46-c61e-4729-bfc1-deac7e0ebe82 tempest-TestMinimumBasicScenario-1744411850 tempest-TestMinimumBasicScenario-1744411850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:46.208119 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:46.208733 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:46.210105 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] 10.222.0.54 "PUT /v2.0/ports/082f257c-2389-4ab1-91bb-8cb042b27f2b HTTP/1.1" status: 200 len: 1094 time: 1.5652158 Jun 07 13:45:46.210631 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eeda9b4-23f6-4170-a242-c4171a703346', 'tag': '082f257c-2389-4ab1-91bb-8cb042b27f2b'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:45:46.212890 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2806263c-b86f-49f2-b479-fb95b1f43b29" -d '{"events": [{"name": "network-changed", "server_uuid": "9eeda9b4-23f6-4170-a242-c4171a703346", "tag": "082f257c-2389-4ab1-91bb-8cb042b27f2b"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:45:46.235067 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Pushing event updated for resources: {'Port': ['ID=082f257c-2389-4ab1-91bb-8cb042b27f2b,revision_number=3']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:46.238234 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-d9b5fe64-65a7-4251-bcdb-ea44e31c1b9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:46.261584 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:46.298044 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53f7739-4548-4259-bd8c-bbabbddd04cf x-openstack-request-id: req-f53f7739-4548-4259-bd8c-bbabbddd04cf {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:45:46.298510 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eeda9b4-23f6-4170-a242-c4171a703346", "tag": "082f257c-2389-4ab1-91bb-8cb042b27f2b", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:45:46.299402 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f53f7739-4548-4259-bd8c-bbabbddd04cf {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:45:46.299402 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eeda9b4-23f6-4170-a242-c4171a703346', 'tag': '082f257c-2389-4ab1-91bb-8cb042b27f2b', 'status': 'completed', 'code': 200} Jun 07 13:45:46.339664 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Deleting port 55de8cef-04ed-4d49-a2ad-a628f04c8691 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:46.340015 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:46.342572 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-c0f579aa-64ef-4d11-86f1-126e68a0b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:46.344152 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-c0f579aa-64ef-4d11-86f1-126e68a0b7f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0f785b27bf4f43c38b61052927d4e2b0&device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 1097 time: 0.0819252 Jun 07 13:45:46.433398 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6663666a-2cde-4f39-94e0-a786dcabca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111'}], 'enable_snat': True}, 'gw_port_id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:45:44Z', 'revision_number': 5, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port': {'id': '55de8cef-04ed-4d49-a2ad-a628f04c8691', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:46.437245 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663666a-2cde-4f39-94e0-a786dcabca9e None None] Checking router: bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:45:46.445867 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663666a-2cde-4f39-94e0-a786dcabca9e None None] Routers {'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:46.446505 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6663666a-2cde-4f39-94e0-a786dcabca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:45:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:46.473762 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-a3643eb0-1808-4112-aa81-096918cfd676 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=082f257c-2389-4ab1-91bb-8cb042b27f2b HTTP/1.1" status: 200 len: 217 time: 0.1217375 Jun 07 13:45:46.474271 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] For port 55de8cef-04ed-4d49-a2ad-a628f04c8691, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=55de8cef-04ed-4d49-a2ad-a628f04c8691,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:46.474784 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:46.618401 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-6663666a-2cde-4f39-94e0-a786dcabca9e None None] Set router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d gateway port host: None {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:46.653781 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-ce177c5d-906f-4ce4-82f5-8fa32da4de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:46.655240 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-ce177c5d-906f-4ce4-82f5-8fa32da4de6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e68c39f7-b0aa-46ab-94f5-0f81b16991a1 HTTP/1.1" status: 200 len: 849 time: 0.1747262 Jun 07 13:45:46.703094 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-e75ac188-0d2b-492b-b47c-ec547c75da93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cdb5c1cb-feb2-4f05-80d4-20360714a142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410676 Jun 07 13:45:46.728529 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-6663666a-2cde-4f39-94e0-a786dcabca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:45:46Z', 'revision_number': 6, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port_host': None}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:46.733180 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663666a-2cde-4f39-94e0-a786dcabca9e None None] The sync data for ids ['bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d'] in dv-cinder-785362-2-smb is: [{'id': 'bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d', 'name': 'tempest-TestMinimumBasicScenario-622254346-router', 'tenant_id': '210045ec8a1f431d8186c1be3c72dde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:49Z', 'updated_at': '2021-06-07T13:45:46Z', 'revision_number': 6, 'project_id': '210045ec8a1f431d8186c1be3c72dde3', 'gw_port_host': None}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:45:46.752693 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Calling delete_port for 55de8cef-04ed-4d49-a2ad-a628f04c8691 owned by network:router_gateway {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:46.830700 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980620c-e6fc-4f41-a50a-dccebddf5919 req-68e9cbed-8eae-4780-8f42-2c7adb5de6b5 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:46.832234 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1980620c-e6fc-4f41-a50a-dccebddf5919 req-68e9cbed-8eae-4780-8f42-2c7adb5de6b5 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 944 time: 0.1718276 Jun 07 13:45:46.848238 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-bb90e090-3302-4fc8-8503-feee4976e962 service neutron] 10.222.0.54 "GET /v2.0/networks/cdb5c1cb-feb2-4f05-80d4-20360714a142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383507 Jun 07 13:45:46.895842 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1980620c-e6fc-4f41-a50a-dccebddf5919 req-8a080f3c-8fe3-4f15-93e4-f2aa5efac605 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553100 Jun 07 13:45:46.986634 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:46.991528 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3aacbd2-9281-40b6-bcb8-6a880620dbdb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:47.002009 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e4d1de59-693f-4526-8eed-c9d01deff9f1 req-3d9b647d-d3a5-4fec-9efa-cc0639fb70fb service neutron] 10.222.0.54 "GET /v2.0/networks/cdb5c1cb-feb2-4f05-80d4-20360714a142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478198 Jun 07 13:45:47.042373 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Pushing event deleted for resources: {'Port': ['ID=55de8cef-04ed-4d49-a2ad-a628f04c8691,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:47.045758 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:47.127164 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806263c-b86f-49f2-b479-fb95b1f43b29 req-9fb79340-75db-4a29-a432-df794032cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:47.128628 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2806263c-b86f-49f2-b479-fb95b1f43b29 req-9fb79340-75db-4a29-a432-df794032cb7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0f785b27bf4f43c38b61052927d4e2b0&device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 1097 time: 0.0795135 Jun 07 13:45:47.136319 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663371'] for router_gateway, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:47.264592 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806263c-b86f-49f2-b479-fb95b1f43b29 req-c36030c0-d062-4200-a44f-90425cbe18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:47.265949 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2806263c-b86f-49f2-b479-fb95b1f43b29 req-c36030c0-d062-4200-a44f-90425cbe18fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=cdb5c1cb-feb2-4f05-80d4-20360714a142 HTTP/1.1" status: 200 len: 910 time: 0.1309259 Jun 07 13:45:47.309313 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15107'] for router, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:47.311984 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:47.342489 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2806263c-b86f-49f2-b479-fb95b1f43b29 req-3b316bdc-66e6-45ec-9376-6d0a3f002cea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=082f257c-2389-4ab1-91bb-8cb042b27f2b HTTP/1.1" status: 200 len: 217 time: 0.0696115 Jun 07 13:45:47.342755 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611026'] for router, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:47.343003 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d {{(pid=91820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:45:47.347188 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] Notify callbacks [] for router, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:47.348355 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-0e73ef8b-769e-4bf5-9473-47a54c74af75 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bdecc599-e8ab-4fd3-82b9-7bcc8d2a1f2d HTTP/1.1" status: 204 len: 168 time: 1.4478807 Jun 07 13:45:47.350900 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52008) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:47.411163 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806263c-b86f-49f2-b479-fb95b1f43b29 req-9378e42b-c4c8-4cbf-9723-cbbb3c2a1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:47.412735 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2806263c-b86f-49f2-b479-fb95b1f43b29 req-9378e42b-c4c8-4cbf-9723-cbbb3c2a1e67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e68c39f7-b0aa-46ab-94f5-0f81b16991a1 HTTP/1.1" status: 200 len: 849 time: 0.0641146 Jun 07 13:45:47.437902 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3322f8d-037d-4102-ae86-34afb2e5fce1 admin admin] Deleting subnet 3a06ffa1-f4e7-4175-a010-46cecf1f200a {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:45:47.442900 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3322f8d-037d-4102-ae86-34afb2e5fce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:47.474085 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2806263c-b86f-49f2-b479-fb95b1f43b29 req-ca3d8304-4dee-41fc-96e8-b4e430efa958 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cdb5c1cb-feb2-4f05-80d4-20360714a142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538757 Jun 07 13:45:47.499660 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3322f8d-037d-4102-ae86-34afb2e5fce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27816292'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:47.595085 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 55de8cef-04ed-4d49-a2ad-a628f04c8691 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:45:47.606394 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3322f8d-037d-4102-ae86-34afb2e5fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:47.635794 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 55de8cef-04ed-4d49-a2ad-a628f04c8691 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:45:47.636431 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 55de8cef-04ed-4d49-a2ad-a628f04c8691 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:45:47.637019 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device e371cc0e-8d7f-4a57-9cf2-5856d354f52c no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:45:47.656078 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2806263c-b86f-49f2-b479-fb95b1f43b29 req-e0bedefc-5f65-462a-8ab5-1f0d24c866b2 service neutron] 10.222.0.54 "GET /v2.0/networks/cdb5c1cb-feb2-4f05-80d4-20360714a142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750093 Jun 07 13:45:47.673526 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: e371cc0e-8d7f-4a57-9cf2-5856d354f52c {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:45:47.673880 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device e371cc0e-8d7f-4a57-9cf2-5856d354f52c not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:45:47.685717 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3322f8d-037d-4102-ae86-34afb2e5fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1293637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27958704'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:47.690574 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1f518b89-325c-49a2-b043-fb0f8a96ba08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:47.725968 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3322f8d-037d-4102-ae86-34afb2e5fce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a06ffa1-f4e7-4175-a010-46cecf1f200a,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:47.728262 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-a3322f8d-037d-4102-ae86-34afb2e5fce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:47.732390 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-a3322f8d-037d-4102-ae86-34afb2e5fce1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3a06ffa1-f4e7-4175-a010-46cecf1f200a HTTP/1.1" status: 204 len: 168 time: 0.3779685 Jun 07 13:45:47.732390 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a3322f8d-037d-4102-ae86-34afb2e5fce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:47.732971 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52010) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:47.735615 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f988cce-f017-43cc-aa18-248aa8b5da5b None None] Network 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:45:47.795068 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2806263c-b86f-49f2-b479-fb95b1f43b29 req-62801de6-bcf3-466e-819c-662d2382e7e3 service neutron] 10.222.0.54 "GET /v2.0/networks/cdb5c1cb-feb2-4f05-80d4-20360714a142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322482 Jun 07 13:45:47.840914 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:47.914417 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Deleting port 34d04209-7742-4d8b-a277-cc694ac63cd0 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:47.914779 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.004137 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] DHCP port deletion for 4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 request from dv-cinder-785362-2-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:45:48.017076 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] For port 34d04209-7742-4d8b-a277-cc694ac63cd0, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=34d04209-7742-4d8b-a277-cc694ac63cd0,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:48.017325 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.071424 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Deleting port 34d04209-7742-4d8b-a277-cc694ac63cd0 {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:48.071716 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.109879 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7bae3-9663-4500-b911-1e7984aab4e6 req-7b5eca1d-4137-4f0d-8f6b-7ba78772ef34 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:48.111568 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-18e7bae3-9663-4500-b911-1e7984aab4e6 req-7b5eca1d-4137-4f0d-8f6b-7ba78772ef34 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 944 time: 0.0896540 Jun 07 13:45:48.147641 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Calling delete_port for 34d04209-7742-4d8b-a277-cc694ac63cd0 owned by network:dhcp {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:48.158828 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-18e7bae3-9663-4500-b911-1e7984aab4e6 req-79a81548-6263-4ae5-90d3-1968f72e336c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Jun 07 13:45:48.197121 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.200926 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-a5690e71-5ca7-4e06-9c21-e19e1c33268a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:48.214462 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] For port 34d04209-7742-4d8b-a277-cc694ac63cd0, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=34d04209-7742-4d8b-a277-cc694ac63cd0,segment=NetworkSegment(1d9e5546-f325-4136-ab5f-fac0ff5475d8),segment_id=1d9e5546-f325-4136-ab5f-fac0ff5475d8)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:48.214800 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.246444 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d04209-7742-4d8b-a277-cc694ac63cd0,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:48.250061 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:48.255516 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] No DVR routers for this DVR port 34d04209-7742-4d8b-a277-cc694ac63cd0 on host dv-cinder-785362-2-smb {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:45:48.339141 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Calling delete_port for 34d04209-7742-4d8b-a277-cc694ac63cd0 owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:48.370471 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.381204 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.383286 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcdf829-6201-4d18-a0c3-9eaba38b8fe0']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:48.384763 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-ba533661-50b7-4622-8df5-ace062201167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:48.395401 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9e5546-f325-4136-ab5f-fac0ff5475d8') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:48.395696 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9e5546-f325-4136-ab5f-fac0ff5475d8') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:48.407339 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27816299'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.424084 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.426060 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Pushing event deleted for resources: {'Port': ['ID=34d04209-7742-4d8b-a277-cc694ac63cd0,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:48.430687 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:45:48.431086 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1293795'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.435505 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.435885 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.436412 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.436739 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.437058 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.437378 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.437694 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.438003 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.438342 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.438655 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.438963 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.439268 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:48.442771 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:48.443556 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] No DVR routers for this DVR port 34d04209-7742-4d8b-a277-cc694ac63cd0 on host dv-cinder-785362-2-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: Traceback (most recent call last): Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: timer() Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: cb(*args, **kw) Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: return func(*args, **kwargs) Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: self._notify() Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: self.callback(batched_events) Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: event.method(event) Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: return f(self, *a, **k) Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: return self._get(url).json() Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:45:48.444425 dv-cinder-785362-2-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:45:48.523953 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.528369 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:48.540902 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.542736 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4bcdf829-6201-4d18-a0c3-9eaba38b8fe0 HTTP/1.1" status: 204 len: 168 time: 0.8085756 Jun 07 13:45:48.546550 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52014) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:48.549288 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bcdf829-6201-4d18-a0c3-9eaba38b8fe0,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:48.551598 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:49.155352 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605915'] for router_interface, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:49.448368 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978004cc-dd07-44bc-bfe6-601c7810cad5 req-fcf3f296-70fb-489e-8e51-637b2d5bd4e2 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:49.450494 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-978004cc-dd07-44bc-bfe6-601c7810cad5 req-fcf3f296-70fb-489e-8e51-637b2d5bd4e2 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 944 time: 0.1829152 Jun 07 13:45:49.496746 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-978004cc-dd07-44bc-bfe6-601c7810cad5 req-8b232b6b-44b1-4b92-a2a3-9550deb68b0f tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402920 Jun 07 13:45:49.551561 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 34d04209-7742-4d8b-a277-cc694ac63cd0 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:45:49.585036 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] Deleting port d33d74ef-71b9-4114-9f51-c5ca8e049035 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:49.585283 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 34d04209-7742-4d8b-a277-cc694ac63cd0 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:45:49.585395 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:49.585498 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 34d04209-7742-4d8b-a277-cc694ac63cd0 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:45:49.707136 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] For port d33d74ef-71b9-4114-9f51-c5ca8e049035, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=d33d74ef-71b9-4114-9f51-c5ca8e049035,segment=NetworkSegment(05dd8f1d-630c-44e3-b330-b9b0dcf28ab4),segment_id=05dd8f1d-630c-44e3-b330-b9b0dcf28ab4)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:49.707401 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:49.828518 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] Calling delete_port for d33d74ef-71b9-4114-9f51-c5ca8e049035 owned by network:router_interface {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:49.972713 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:49.976190 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-781dffc4-9b49-441f-9cbc-f02fb601721c tempest-VolumesActionsTest-264198526 tempest-VolumesActionsTest-264198526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:50.019170 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33d74ef-71b9-4114-9f51-c5ca8e049035,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:50.022262 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:50.286380 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-720544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606085'] for router_interface, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:50.631524 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 082f257c-2389-4ab1-91bb-8cb042b27f2b details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:45:50.765641 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 082f257c-2389-4ab1-91bb-8cb042b27f2b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=082f257c-2389-4ab1-91bb-8cb042b27f2b,segment=NetworkSegment(945d31ad-7b25-4f88-9c2a-eb616741aa3d),segment_id=945d31ad-7b25-4f88-9c2a-eb616741aa3d)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:50.778636 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': '082f257c-2389-4ab1-91bb-8cb042b27f2b', 'network_id': 'cdb5c1cb-feb2-4f05-80d4-20360714a142', 'port_id': '082f257c-2389-4ab1-91bb-8cb042b27f2b', 'mac_address': 'fa:16:3e:df:71:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68c39f7-b0aa-46ab-94f5-0f81b16991a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:45:50.783048 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] Router a41ad501-a0be-4c1f-839f-744ab072f522 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:45:50.793646 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1ab77-ab36-431c-85e8-81a46fa85c58 req-719ed138-dccf-4693-bca2-04b6d3166fe7 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:50.795064 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a5d1ab77-ab36-431c-85e8-81a46fa85c58 req-719ed138-dccf-4693-bca2-04b6d3166fe7 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 944 time: 0.1878133 Jun 07 13:45:50.836314 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:50.852724 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082f257c-2389-4ab1-91bb-8cb042b27f2b {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:45:50.868405 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 082f257c-2389-4ab1-91bb-8cb042b27f2b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=082f257c-2389-4ab1-91bb-8cb042b27f2b,segment=NetworkSegment(945d31ad-7b25-4f88-9c2a-eb616741aa3d),segment_id=945d31ad-7b25-4f88-9c2a-eb616741aa3d)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:50.873060 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:50.875989 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:50.924470 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a5d1ab77-ab36-431c-85e8-81a46fa85c58 req-534c8f37-1e8b-4d46-8656-8b64041c7670 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226013 Jun 07 13:45:50.947607 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=082f257c-2389-4ab1-91bb-8cb042b27f2b,revision_number=4']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:50.951081 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:51.004052 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:45:51.008817 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-bdebd873-b658-4421-a365-fd1deb0b4f83 admin admin] 10.222.0.50 "PUT /v2.0/routers/a41ad501-a0be-4c1f-839f-744ab072f522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4612348 Jun 07 13:45:51.011843 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52020) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:51.014440 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6172ba-ff32-4fda-bc7e-1cf96e812c89 None None] Sync routers for ids ['a41ad501-a0be-4c1f-839f-744ab072f522'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:45:51.024710 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6172ba-ff32-4fda-bc7e-1cf96e812c89 None None] Routers {'a41ad501-a0be-4c1f-839f-744ab072f522'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:51.026023 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-db6172ba-ff32-4fda-bc7e-1cf96e812c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:45:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['a41ad501-a0be-4c1f-839f-744ab072f522'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:51.099436 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['082f257c-2389-4ab1-91bb-8cb042b27f2b'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:45:51.193749 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:51.199394 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-db6172ba-ff32-4fda-bc7e-1cf96e812c89 None None] Set router a41ad501-a0be-4c1f-839f-744ab072f522 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:51.371269 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:51.445167 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Deleting port 43c8d556-e0fd-4bdd-9c88-2720749632e3 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:51.445530 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:51.515696 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-db6172ba-ff32-4fda-bc7e-1cf96e812c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'name': 'tempest-TestMinimumBasicScenario-1818805429-router', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:45:49Z', 'revision_number': 5, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'gw_port': {'id': '43c8d556-e0fd-4bdd-9c88-2720749632e3', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:01Z', 'updated_at': '2021-06-07T13:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:51.520870 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6172ba-ff32-4fda-bc7e-1cf96e812c89 None None] Checking router: a41ad501-a0be-4c1f-839f-744ab072f522 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:45:51.530339 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6172ba-ff32-4fda-bc7e-1cf96e812c89 None None] Routers {'a41ad501-a0be-4c1f-839f-744ab072f522'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:51.531230 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-db6172ba-ff32-4fda-bc7e-1cf96e812c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:45:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['a41ad501-a0be-4c1f-839f-744ab072f522'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:51.580206 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] For port 43c8d556-e0fd-4bdd-9c88-2720749632e3, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=43c8d556-e0fd-4bdd-9c88-2720749632e3,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:51.580559 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:51.681912 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-db6172ba-ff32-4fda-bc7e-1cf96e812c89 None None] Set router a41ad501-a0be-4c1f-839f-744ab072f522 gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:51.787424 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-db6172ba-ff32-4fda-bc7e-1cf96e812c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'name': 'tempest-TestMinimumBasicScenario-1818805429-router', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:45:51Z', 'revision_number': 6, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'gw_port_host': None}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:51.790545 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Calling delete_port for 43c8d556-e0fd-4bdd-9c88-2720749632e3 owned by network:router_gateway {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:51.792047 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6172ba-ff32-4fda-bc7e-1cf96e812c89 None None] The sync data for ids ['a41ad501-a0be-4c1f-839f-744ab072f522'] in dv-cinder-785362-2-smb is: [{'id': 'a41ad501-a0be-4c1f-839f-744ab072f522', 'name': 'tempest-TestMinimumBasicScenario-1818805429-router', 'tenant_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:45:51Z', 'revision_number': 6, 'project_id': '82acfb12aaab4697864f3d1b2e37cfbf', 'gw_port_host': None}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:45:51.926456 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:51.930747 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:51.974734 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c8d556-e0fd-4bdd-9c88-2720749632e3,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:52.000679 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:52.067550 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663371'] for router_gateway, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.113650 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de603032-92a9-4348-bf39-0a03dec6a206 req-4be7c801-6c75-49d6-bc4b-760065b7b425 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:52.115130 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-de603032-92a9-4348-bf39-0a03dec6a206 req-4be7c801-6c75-49d6-bc4b-760065b7b425 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 945 time: 0.0818520 Jun 07 13:45:52.162102 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-de603032-92a9-4348-bf39-0a03dec6a206 req-a1d66d06-51a5-4f5e-8230-83e7e32575a9 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Jun 07 13:45:52.248165 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15107'] for router, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.250625 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.273419 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611026'] for router, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.273914 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a41ad501-a0be-4c1f-839f-744ab072f522 {{(pid=91819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:45:52.278537 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.279640 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-257ab238-a078-4d18-8e0e-a682a78122b0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a41ad501-a0be-4c1f-839f-744ab072f522 HTTP/1.1" status: 204 len: 168 time: 1.2667320 Jun 07 13:45:52.282101 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52024) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:52.340202 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbb0a1e-1c4b-4312-998a-0a329eabdb45 admin admin] Deleting subnet bddd64db-2683-4e9c-b6de-c1d317a2c413 {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:45:52.343190 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0a1e-1c4b-4312-998a-0a329eabdb45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.393803 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0a1e-1c4b-4312-998a-0a329eabdb45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27891217'] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.470740 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0a1e-1c4b-4312-998a-0a329eabdb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.539388 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0a1e-1c4b-4312-998a-0a329eabdb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27870470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1929117'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.544001 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:52.582136 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb0a1e-1c4b-4312-998a-0a329eabdb45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bddd64db-2683-4e9c-b6de-c1d317a2c413,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:52.585185 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6dbb0a1e-1c4b-4312-998a-0a329eabdb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:52.586184 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6dbb0a1e-1c4b-4312-998a-0a329eabdb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.588653 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-6dbb0a1e-1c4b-4312-998a-0a329eabdb45 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bddd64db-2683-4e9c-b6de-c1d317a2c413 HTTP/1.1" status: 204 len: 168 time: 0.3049805 Jun 07 13:45:52.590524 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52026) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:52.592987 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba06fe21-7ad5-4cf5-84bc-f56b6c1113b5 None None] Network 02615d70-4a61-4a95-834b-f1806e7d3eb2 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:45:52.678731 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 082f257c-2389-4ab1-91bb-8cb042b27f2b up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:45:52.698087 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.783993 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Deleting port 3aa41451-2e39-4253-966d-4ef8f3c881fb {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:52.784333 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.844196 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning for port 082f257c-2389-4ab1-91bb-8cb042b27f2b completed by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:45:52.851577 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port 082f257c-2389-4ab1-91bb-8cb042b27f2b triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:52.851957 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.892992 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] For port 3aa41451-2e39-4253-966d-4ef8f3c881fb, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=3aa41451-2e39-4253-966d-4ef8f3c881fb,segment=NetworkSegment(05dd8f1d-630c-44e3-b330-b9b0dcf28ab4),segment_id=05dd8f1d-630c-44e3-b330-b9b0dcf28ab4)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:52.893360 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:52.974377 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ca679-c99b-4532-962e-50f3e0205ec4 None None] DHCP port deletion for 02615d70-4a61-4a95-834b-f1806e7d3eb2 request from dv-cinder-785362-2-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:45:53.005811 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.018382 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Calling delete_port for 3aa41451-2e39-4253-966d-4ef8f3c881fb owned by network:dhcp {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:53.051028 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eeda9b4-23f6-4170-a242-c4171a703346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082f257c-2389-4ab1-91bb-8cb042b27f2b'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:45:53.053205 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f0e896-c4fb-47a7-b5ed-43fdcda9440b" -d '{"events": [{"server_uuid": "9eeda9b4-23f6-4170-a242-c4171a703346", "name": "network-vif-plugged", "status": "completed", "tag": "082f257c-2389-4ab1-91bb-8cb042b27f2b"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:45:53.064811 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 082f257c-2389-4ab1-91bb-8cb042b27f2b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=082f257c-2389-4ab1-91bb-8cb042b27f2b,segment=NetworkSegment(945d31ad-7b25-4f88-9c2a-eb616741aa3d),segment_id=945d31ad-7b25-4f88-9c2a-eb616741aa3d)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:53.072801 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.073637 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.077169 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:53.079612 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-0a73a76c-c603-46ce-a566-31b1a7147a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:53.122442 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb6652a-1a18-4ac4-a69e-a1444f4349b6 x-openstack-request-id: req-8cb6652a-1a18-4ac4-a69e-a1444f4349b6 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:45:53.122733 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eeda9b4-23f6-4170-a242-c4171a703346", "name": "network-vif-plugged", "status": "completed", "tag": "082f257c-2389-4ab1-91bb-8cb042b27f2b", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:45:53.122995 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8cb6652a-1a18-4ac4-a69e-a1444f4349b6 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:45:53.123381 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eeda9b4-23f6-4170-a242-c4171a703346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082f257c-2389-4ab1-91bb-8cb042b27f2b', 'code': 200} Jun 07 13:45:53.133002 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa41451-2e39-4253-966d-4ef8f3c881fb,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:53.136135 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:53.137063 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] No DVR routers for this DVR port 3aa41451-2e39-4253-966d-4ef8f3c881fb on host dv-cinder-785362-2-smb {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:45:53.149634 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-876ca679-c99b-4532-962e-50f3e0205ec4 None None] Deleting port 3aa41451-2e39-4253-966d-4ef8f3c881fb {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:45:53.150671 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-876ca679-c99b-4532-962e-50f3e0205ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.198775 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=082f257c-2389-4ab1-91bb-8cb042b27f2b,revision_number=5']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:53.250003 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:53.271392 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-876ca679-c99b-4532-962e-50f3e0205ec4 None None] For port 3aa41451-2e39-4253-966d-4ef8f3c881fb, host dv-cinder-785362-2-smb, got binding levels [] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:53.271707 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-876ca679-c99b-4532-962e-50f3e0205ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.364896 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5e306-86fa-41a4-b734-a43cb6097b72 req-bca8ed75-2d69-49ed-96f7-2dcadd1e1c3f tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:53.366481 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cac5e306-86fa-41a4-b734-a43cb6097b72 req-bca8ed75-2d69-49ed-96f7-2dcadd1e1c3f tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 946 time: 0.0896232 Jun 07 13:45:53.376299 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.424762 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-cac5e306-86fa-41a4-b734-a43cb6097b72 req-4d32b8bd-6a6c-452b-8bf4-c71f64786176 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503633 Jun 07 13:45:53.434423 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02615d70-4a61-4a95-834b-f1806e7d3eb2']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:53.436466 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-876ca679-c99b-4532-962e-50f3e0205ec4 None None] Calling delete_port for 3aa41451-2e39-4253-966d-4ef8f3c881fb owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:45:53.440951 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.ipam_backend_mixin [None req-876ca679-c99b-4532-962e-50f3e0205ec4 None None] Port 3aa41451-2e39-4253-966d-4ef8f3c881fb was not found and therefore no delete operation was performed {{(pid=91821) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 13:45:53.446632 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-876ca679-c99b-4532-962e-50f3e0205ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.452013 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-029669d8-7a1c-4e1b-b373-f5bfec27f6b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:53.453698 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05dd8f1d-630c-44e3-b330-b9b0dcf28ab4') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:53.453995 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05dd8f1d-630c-44e3-b330-b9b0dcf28ab4') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:53.469301 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27891230'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.490681 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.493188 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ca679-c99b-4532-962e-50f3e0205ec4 None None] Pushing event deleted for resources: {'Port': ['ID=3aa41451-2e39-4253-966d-4ef8f3c881fb,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:53.497610 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-876ca679-c99b-4532-962e-50f3e0205ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:53.499922 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ca679-c99b-4532-962e-50f3e0205ec4 None None] No DVR routers for this DVR port 3aa41451-2e39-4253-966d-4ef8f3c881fb on host dv-cinder-785362-2-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:45:53.502955 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:45:53.503356 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27870624'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: Traceback (most recent call last): Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: timer() Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: cb(*args, **kw) Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: return func(*args, **kwargs) Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: self._notify() Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: self.callback(batched_events) Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: event.method(event) Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: return f(self, *a, **k) Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: return self._get(url).json() Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:45:53.520688 dv-cinder-785362-2-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:45:53.540710 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b683a-0549-499e-b83c-3d3cb4cfbaeb req-4238bcb7-8f0a-44f0-8977-7b9e963cf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:53.542202 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2f8b683a-0549-499e-b83c-3d3cb4cfbaeb req-4238bcb7-8f0a-44f0-8977-7b9e963cf283 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 1099 time: 0.1704433 Jun 07 13:45:53.569466 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 43c8d556-e0fd-4bdd-9c88-2720749632e3 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:45:53.606070 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 43c8d556-e0fd-4bdd-9c88-2720749632e3 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:45:53.606807 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 43c8d556-e0fd-4bdd-9c88-2720749632e3 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:45:53.606898 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 3aa41451-2e39-4253-966d-4ef8f3c881fb no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:45:53.622529 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.631526 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-00b47c87-746b-4cc0-b6e8-a9646a9cab3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:53.641039 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 3aa41451-2e39-4253-966d-4ef8f3c881fb {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:45:53.641391 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 3aa41451-2e39-4253-966d-4ef8f3c881fb not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:45:53.641816 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d33d74ef-71b9-4114-9f51-c5ca8e049035 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:45:53.650491 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.652280 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/02615d70-4a61-4a95-834b-f1806e7d3eb2 HTTP/1.1" status: 204 len: 168 time: 1.0608349 Jun 07 13:45:53.654234 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-2f8b683a-0549-499e-b83c-3d3cb4cfbaeb req-e741722f-614c-4fb4-990c-ad422ae90f0b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675831 Jun 07 13:45:53.657632 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02615d70-4a61-4a95-834b-f1806e7d3eb2,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:53.660068 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-af3a6298-76f5-4a40-a5fe-dee8b7dca9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:53.674216 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: d33d74ef-71b9-4114-9f51-c5ca8e049035 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:45:53.674568 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d33d74ef-71b9-4114-9f51-c5ca8e049035 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:45:53.823504 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52034) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:53.871653 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-824c7442-cf73-43dd-a09f-d4be355c2e88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=210045ec8a1f431d8186c1be3c72dde3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468094 Jun 07 13:45:53.873944 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52036) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:53.929666 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5767e59b-5863-4f27-bf3e-7ae2dd2b3a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:53.955550 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5767e59b-5863-4f27-bf3e-7ae2dd2b3a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:54.006797 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5767e59b-5863-4f27-bf3e-7ae2dd2b3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:54.009533 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-5767e59b-5863-4f27-bf3e-7ae2dd2b3a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:54.010672 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-5767e59b-5863-4f27-bf3e-7ae2dd2b3a63 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fc14571-225f-47c2-930f-b5c6a4a77233 HTTP/1.1" status: 204 len: 168 time: 0.1356542 Jun 07 13:45:54.011438 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-f0cd52fe-c9f6-4a5d-80ad-591c6ed52d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:54.021266 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767e59b-5863-4f27-bf3e-7ae2dd2b3a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc14571-225f-47c2-930f-b5c6a4a77233,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:54.023533 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-5767e59b-5863-4f27-bf3e-7ae2dd2b3a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:54.355103 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52042) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:54.405468 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-986324fe-1573-4b02-947d-3842736b5840 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82acfb12aaab4697864f3d1b2e37cfbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490746 Jun 07 13:45:54.407763 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52044) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:54.477685 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ee3c-a093-4845-9a9b-83f88899d201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:54.507610 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ee3c-a093-4845-9a9b-83f88899d201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:54.618292 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ee3c-a093-4845-9a9b-83f88899d201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:54.620960 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ee3c-a093-4845-9a9b-83f88899d201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:54.622055 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-1ca1ee3c-a093-4845-9a9b-83f88899d201 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5cedd844-fb39-4ef2-a7b7-c449e6d4f383 HTTP/1.1" status: 204 len: 168 time: 0.2134202 Jun 07 13:45:54.623423 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-7b8f1895-a0f1-4812-ba01-7e180723fc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:54.642684 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1516d5-746c-4e4e-80ed-de6026a93115 req-a9b05b79-dec6-4d6a-94e9-20519b94faff tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:54.644138 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4d1516d5-746c-4e4e-80ed-de6026a93115 req-a9b05b79-dec6-4d6a-94e9-20519b94faff tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 946 time: 0.1045508 Jun 07 13:45:54.645096 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1ee3c-a093-4845-9a9b-83f88899d201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cedd844-fb39-4ef2-a7b7-c449e6d4f383,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:54.647384 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1ca1ee3c-a093-4845-9a9b-83f88899d201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:54.694783 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-4d1516d5-746c-4e4e-80ed-de6026a93115 req-e8ef7255-b3db-4edb-9db0-6cb3432696c8 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435851 Jun 07 13:45:55.542856 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:45:55.878662 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e8ef1-30df-43ee-bc81-64ccd93d869a req-2163a5fe-7b1f-434a-8c6f-19408ff892d5 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:55.880103 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8d4e8ef1-30df-43ee-bc81-64ccd93d869a req-2163a5fe-7b1f-434a-8c6f-19408ff892d5 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 946 time: 0.0825210 Jun 07 13:45:55.933360 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8d4e8ef1-30df-43ee-bc81-64ccd93d869a req-3b56280c-08e2-4ff5-8fb2-c398e636d6c1 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475817 Jun 07 13:45:59.330610 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc87e4-2251-4e56-81ff-fb2e3ace45aa req-efce6356-c39e-46b9-ba32-c04ab9798271 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:59.332053 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1efc87e4-2251-4e56-81ff-fb2e3ace45aa req-efce6356-c39e-46b9-ba32-c04ab9798271 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 946 time: 0.0789495 Jun 07 13:45:59.378523 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-1efc87e4-2251-4e56-81ff-fb2e3ace45aa req-c5a885ae-01ba-4aa6-b49c-41ec87297eb9 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Jun 07 13:45:59.859130 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1cde3-6e1a-4fd5-880f-def18ecbffc5 req-90442479-83a9-4bed-9219-a47b51df67ee tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:59.860614 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d4c1cde3-6e1a-4fd5-880f-def18ecbffc5 req-90442479-83a9-4bed-9219-a47b51df67ee tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0837941 Jun 07 13:45:59.905890 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-d4c1cde3-6e1a-4fd5-880f-def18ecbffc5 req-c5197b3b-4570-429b-82f1-f14d6ee94b40 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394080 Jun 07 13:46:00.561910 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1965b-2ad5-4c06-88ad-2e9b0c312a32 req-467e3a89-2148-4e12-b38a-5c7f91aa9163 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:00.563382 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-88f1965b-2ad5-4c06-88ad-2e9b0c312a32 req-467e3a89-2148-4e12-b38a-5c7f91aa9163 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 946 time: 0.0794611 Jun 07 13:46:00.608195 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-88f1965b-2ad5-4c06-88ad-2e9b0c312a32 req-02903f38-a392-4f5e-9a92-42ac56e719b4 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/security-groups?id=bda7a900-f539-43c7-9ec7-97fec18a6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392046 Jun 07 13:46:00.708105 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5fd6-805d-4b42-9459-48c4aa12140c req-458fc6ab-e63a-4f4e-b7db-eb51a5e0d70a tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:00.709600 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-69aa5fd6-805d-4b42-9459-48c4aa12140c req-458fc6ab-e63a-4f4e-b7db-eb51a5e0d70a tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 946 time: 0.0816734 Jun 07 13:46:00.843711 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-69aa5fd6-805d-4b42-9459-48c4aa12140c req-479390e2-3397-4dad-9cf1-da8bac0090f0 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Deleting port 082f257c-2389-4ab1-91bb-8cb042b27f2b {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:46:00.844047 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-69aa5fd6-805d-4b42-9459-48c4aa12140c req-479390e2-3397-4dad-9cf1-da8bac0090f0 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:00.977103 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-69aa5fd6-805d-4b42-9459-48c4aa12140c req-479390e2-3397-4dad-9cf1-da8bac0090f0 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] For port 082f257c-2389-4ab1-91bb-8cb042b27f2b, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=082f257c-2389-4ab1-91bb-8cb042b27f2b,segment=NetworkSegment(945d31ad-7b25-4f88-9c2a-eb616741aa3d),segment_id=945d31ad-7b25-4f88-9c2a-eb616741aa3d)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:00.977103 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-69aa5fd6-805d-4b42-9459-48c4aa12140c req-479390e2-3397-4dad-9cf1-da8bac0090f0 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:01.088028 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8af2a-e86f-4441-8a64-e611f6bfaa44 req-7ab66b29-0086-4eff-874c-2e94dc9df4ef tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:01.089480 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-aec8af2a-e86f-4441-8a64-e611f6bfaa44 req-7ab66b29-0086-4eff-874c-2e94dc9df4ef tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0792799 Jun 07 13:46:01.104614 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-69aa5fd6-805d-4b42-9459-48c4aa12140c req-479390e2-3397-4dad-9cf1-da8bac0090f0 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Calling delete_port for 082f257c-2389-4ab1-91bb-8cb042b27f2b owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:46:01.134427 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-aec8af2a-e86f-4441-8a64-e611f6bfaa44 req-ab92a479-550d-47bc-a1d4-ca010327a25f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 Jun 07 13:46:01.214638 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-69aa5fd6-805d-4b42-9459-48c4aa12140c req-479390e2-3397-4dad-9cf1-da8bac0090f0 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:01.219893 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9f3555c7-50fa-431e-8ebe-502e480521f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:01.228105 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['082f257c-2389-4ab1-91bb-8cb042b27f2b'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:46:01.272546 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479390e2-3397-4dad-9cf1-da8bac0090f0 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Pushing event deleted for resources: {'Port': ['ID=082f257c-2389-4ab1-91bb-8cb042b27f2b,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:01.275681 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-479390e2-3397-4dad-9cf1-da8bac0090f0 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:01.345660 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aa5fd6-805d-4b42-9459-48c4aa12140c req-479390e2-3397-4dad-9cf1-da8bac0090f0 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] No DVR routers for this DVR port 082f257c-2389-4ab1-91bb-8cb042b27f2b on host hv-cinder-78536 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:46:01.348224 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-69aa5fd6-805d-4b42-9459-48c4aa12140c req-479390e2-3397-4dad-9cf1-da8bac0090f0 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:01.350220 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-69aa5fd6-805d-4b42-9459-48c4aa12140c req-479390e2-3397-4dad-9cf1-da8bac0090f0 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.54 "DELETE /v2.0/ports/082f257c-2389-4ab1-91bb-8cb042b27f2b HTTP/1.1" status: 204 len: 173 time: 0.6350737 Jun 07 13:46:01.350741 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eeda9b4-23f6-4170-a242-c4171a703346', 'name': 'network-vif-deleted', 'tag': '082f257c-2389-4ab1-91bb-8cb042b27f2b'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:46:01.353130 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f75e321-c25a-4335-9061-a198ffdbece1" -d '{"events": [{"server_uuid": "9eeda9b4-23f6-4170-a242-c4171a703346", "name": "network-vif-deleted", "tag": "082f257c-2389-4ab1-91bb-8cb042b27f2b"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:46:01.395601 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca3eec2-f431-4008-808c-06c1885fd630 x-openstack-request-id: req-dca3eec2-f431-4008-808c-06c1885fd630 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:46:01.395930 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eeda9b4-23f6-4170-a242-c4171a703346", "name": "network-vif-deleted", "tag": "082f257c-2389-4ab1-91bb-8cb042b27f2b", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:46:01.396225 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dca3eec2-f431-4008-808c-06c1885fd630 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:46:01.396653 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eeda9b4-23f6-4170-a242-c4171a703346', 'name': 'network-vif-deleted', 'tag': '082f257c-2389-4ab1-91bb-8cb042b27f2b', 'status': 'completed', 'code': 200} Jun 07 13:46:01.775976 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f18aa13c-ec9c-4340-9af4-2832ff19a1df req-686270a7-76d6-415a-b30e-68842acaee54 tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eeda9b4-23f6-4170-a242-c4171a703346 HTTP/1.1" status: 200 len: 210 time: 0.0466056 Jun 07 13:46:02.327367 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf02208-5214-4648-b598-1e285a503b45 req-d7622db5-9752-44e4-a03e-15a5aa28b6ac tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:02.328734 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fcf02208-5214-4648-b598-1e285a503b45 req-d7622db5-9752-44e4-a03e-15a5aa28b6ac tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0877647 Jun 07 13:46:02.372950 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-fcf02208-5214-4648-b598-1e285a503b45 req-07a9a9aa-8c6a-452b-a55e-2b0d36d8612f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385997 Jun 07 13:46:02.526243 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-39fec0c4-5009-4239-8790-0c95cbed5231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:03.557809 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24f497-d9e6-4bce-9c99-aa4d95d369df req-975af1ed-0d4c-4ef6-ad68-3a967471a1a2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:03.559282 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5c24f497-d9e6-4bce-9c99-aa4d95d369df req-975af1ed-0d4c-4ef6-ad68-3a967471a1a2 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0797689 Jun 07 13:46:03.607331 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-5c24f497-d9e6-4bce-9c99-aa4d95d369df req-cf6d7d59-a65e-46b8-817c-4dab3a70fe0c tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424314 Jun 07 13:46:04.661947 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 082f257c-2389-4ab1-91bb-8cb042b27f2b no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:04.703312 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: 082f257c-2389-4ab1-91bb-8cb042b27f2b {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:46:04.703590 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 082f257c-2389-4ab1-91bb-8cb042b27f2b not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:46:04.808509 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79c465-17ed-4b20-9ba0-94a3ca9019c9 req-d8948064-db2d-4059-bbf5-eb5172505256 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:04.809907 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-db79c465-17ed-4b20-9ba0-94a3ca9019c9 req-d8948064-db2d-4059-bbf5-eb5172505256 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0826077 Jun 07 13:46:04.857242 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-db79c465-17ed-4b20-9ba0-94a3ca9019c9 req-f9aa57db-3c54-4acc-9653-db2336564550 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 Jun 07 13:46:05.031485 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:05.136683 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8a14fc56-77ca-48bf-953d-dbdacefea897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:05.894323 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:06.121972 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90d17a-48f7-4529-ba6c-84e295996707 req-41716452-e637-4704-a429-6b39f954c874 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:06.123472 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-cf90d17a-48f7-4529-ba6c-84e295996707 req-41716452-e637-4704-a429-6b39f954c874 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.1595428 Jun 07 13:46:06.170802 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-cf90d17a-48f7-4529-ba6c-84e295996707 req-3adbf495-4bd7-4708-a597-d1fe479f4ee4 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414312 Jun 07 13:46:07.365293 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa825064-dba5-4520-b2f3-01387385b4d9 req-bc49ef43-86b2-40d3-be31-7dfbbfc717ab tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:07.366766 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-aa825064-dba5-4520-b2f3-01387385b4d9 req-bc49ef43-86b2-40d3-be31-7dfbbfc717ab tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0846839 Jun 07 13:46:07.411881 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-aa825064-dba5-4520-b2f3-01387385b4d9 req-60d7eb6f-3f77-4531-bb22-45abec911d3b tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384562 Jun 07 13:46:07.903124 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:08.596082 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e7df5-0e49-42b8-b35d-02ddf9cc8d9e req-8dca962c-5807-4f52-b3d3-d213b5d5a9c5 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:08.597511 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b03e7df5-0e49-42b8-b35d-02ddf9cc8d9e req-8dca962c-5807-4f52-b3d3-d213b5d5a9c5 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0805087 Jun 07 13:46:08.642185 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-b03e7df5-0e49-42b8-b35d-02ddf9cc8d9e req-5efb2fdc-708b-4248-a6b5-a40f491e5d93 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384932 Jun 07 13:46:09.724487 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:09.829214 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afe33a-8b27-4671-babf-fb4a13f67767 req-c5280c98-a0eb-45ce-8ff5-3c45759ea02e tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:09.830590 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-97afe33a-8b27-4671-babf-fb4a13f67767 req-c5280c98-a0eb-45ce-8ff5-3c45759ea02e tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0786798 Jun 07 13:46:09.875581 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-97afe33a-8b27-4671-babf-fb4a13f67767 req-b04ca85f-5a14-4688-9103-d171b3fcd9f5 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394168 Jun 07 13:46:09.937170 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d60946-1cfb-4b9a-90b7-57049f1a1c18 req-55429a15-87a3-43c0-b004-0bba055d9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:09.938671 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-71d60946-1cfb-4b9a-90b7-57049f1a1c18 req-55429a15-87a3-43c0-b004-0bba055d9dc6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab1edfe6a10249c7a84abb832e0821e4&device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 1098 time: 0.0710733 Jun 07 13:46:10.067925 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d60946-1cfb-4b9a-90b7-57049f1a1c18 req-4d3f6f20-ed11-43a4-beb0-58b93c61cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:10.069354 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-71d60946-1cfb-4b9a-90b7-57049f1a1c18 req-4d3f6f20-ed11-43a4-beb0-58b93c61cec6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7663f085-ad70-4613-9b57-f3a6b7e42f48 HTTP/1.1" status: 200 len: 909 time: 0.1242971 Jun 07 13:46:10.171107 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-71d60946-1cfb-4b9a-90b7-57049f1a1c18 req-3278f6cb-6e21-4e94-82f8-0d7d68d38a57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a029b11-c963-4712-9125-09f523f82549 HTTP/1.1" status: 200 len: 1001 time: 0.0950973 Jun 07 13:46:10.237397 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d60946-1cfb-4b9a-90b7-57049f1a1c18 req-19fda5f3-457f-46ce-a568-53a4647f12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:10.238875 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-71d60946-1cfb-4b9a-90b7-57049f1a1c18 req-19fda5f3-457f-46ce-a568-53a4647f12d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2899e84-6035-46f2-92fc-fe331347d43b HTTP/1.1" status: 200 len: 847 time: 0.0611310 Jun 07 13:46:10.313214 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d60946-1cfb-4b9a-90b7-57049f1a1c18 req-90b78fb3-92a4-4e28-ae89-2639359853d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:10.314793 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-71d60946-1cfb-4b9a-90b7-57049f1a1c18 req-90b78fb3-92a4-4e28-ae89-2639359853d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7663f085-ad70-4613-9b57-f3a6b7e42f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693603 Jun 07 13:46:10.454550 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-71d60946-1cfb-4b9a-90b7-57049f1a1c18 req-0431522c-b49d-4869-9be5-d37e03dc590d service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329074 Jun 07 13:46:10.588592 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-71d60946-1cfb-4b9a-90b7-57049f1a1c18 req-4805b270-5890-471c-98cb-806608612df6 service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282060 Jun 07 13:46:11.022465 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dbfd8-c0a0-4c8c-8f02-1f427e7aa910 req-7a6a298f-bc7c-480b-8e10-ae1d9dccfcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:11.023837 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a42dbfd8-c0a0-4c8c-8f02-1f427e7aa910 req-7a6a298f-bc7c-480b-8e10-ae1d9dccfcd3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab1edfe6a10249c7a84abb832e0821e4&device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 1098 time: 0.1043756 Jun 07 13:46:11.183210 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592db203-1099-47c7-88fe-62f8477c4d54 req-6fad6bf9-6a85-4394-8db9-c80e23c49e67 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:11.184648 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-592db203-1099-47c7-88fe-62f8477c4d54 req-6fad6bf9-6a85-4394-8db9-c80e23c49e67 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.1997864 Jun 07 13:46:11.217310 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dbfd8-c0a0-4c8c-8f02-1f427e7aa910 req-604060ae-6dc5-4b25-b5c5-2d3a5e9f4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:11.218730 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a42dbfd8-c0a0-4c8c-8f02-1f427e7aa910 req-604060ae-6dc5-4b25-b5c5-2d3a5e9f4608 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7663f085-ad70-4613-9b57-f3a6b7e42f48 HTTP/1.1" status: 200 len: 909 time: 0.1736898 Jun 07 13:46:11.301566 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-592db203-1099-47c7-88fe-62f8477c4d54 req-6b68637b-794e-4f92-8eda-509d121c5b5d tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059356 Jun 07 13:46:11.334967 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a42dbfd8-c0a0-4c8c-8f02-1f427e7aa910 req-09ce25db-155f-4f25-b44c-6dea41773b43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a029b11-c963-4712-9125-09f523f82549 HTTP/1.1" status: 200 len: 1001 time: 0.1039739 Jun 07 13:46:11.396812 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dbfd8-c0a0-4c8c-8f02-1f427e7aa910 req-ebca0d58-5b62-437e-a721-36d8b3d3adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:11.398303 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a42dbfd8-c0a0-4c8c-8f02-1f427e7aa910 req-ebca0d58-5b62-437e-a721-36d8b3d3adf6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2899e84-6035-46f2-92fc-fe331347d43b HTTP/1.1" status: 200 len: 847 time: 0.0568528 Jun 07 13:46:11.477685 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dbfd8-c0a0-4c8c-8f02-1f427e7aa910 req-5587a938-9048-4606-bbe6-c3a20f540383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:11.479166 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a42dbfd8-c0a0-4c8c-8f02-1f427e7aa910 req-5587a938-9048-4606-bbe6-c3a20f540383 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7663f085-ad70-4613-9b57-f3a6b7e42f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738494 Jun 07 13:46:11.705569 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a42dbfd8-c0a0-4c8c-8f02-1f427e7aa910 req-c4e00d5c-989a-4466-bda9-82ef9299584d service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187054 Jun 07 13:46:11.838537 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-a42dbfd8-c0a0-4c8c-8f02-1f427e7aa910 req-2220e020-d11e-45ed-aece-2628dfa3e5e8 service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261399 Jun 07 13:46:12.499733 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849ae65-5139-47b0-8479-85e06522a5b6 req-65c3b2b5-13ce-4d34-a961-e06151f17da9 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:12.501105 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6849ae65-5139-47b0-8479-85e06522a5b6 req-65c3b2b5-13ce-4d34-a961-e06151f17da9 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0890179 Jun 07 13:46:12.547605 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-6849ae65-5139-47b0-8479-85e06522a5b6 req-72bce2bd-d3f6-4656-98f1-5fb48f687129 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405307 Jun 07 13:46:13.741391 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1af7af-bf05-4e61-9f65-caa9b3e89519 req-fe6a18d5-45ba-4572-9e71-5b9a752c86d9 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:13.742783 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ab1af7af-bf05-4e61-9f65-caa9b3e89519 req-fe6a18d5-45ba-4572-9e71-5b9a752c86d9 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0889866 Jun 07 13:46:13.788830 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-ab1af7af-bf05-4e61-9f65-caa9b3e89519 req-4204d204-6d2d-4cef-adbf-1e47eafe630d tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399568 Jun 07 13:46:14.199638 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a535ab-cbf2-4776-baa7-a7ec4f969a39 req-b8f2bc15-7d44-4088-b638-f77321e9c506 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:14.201092 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-36a535ab-cbf2-4776-baa7-a7ec4f969a39 req-b8f2bc15-7d44-4088-b638-f77321e9c506 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.1404402 Jun 07 13:46:14.204499 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6746238e-25d0-4351-9796-cdee8af058ed req-853883d0-caa8-418f-aab8-9f2813fc6299 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2025793 Jun 07 13:46:14.249623 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-36a535ab-cbf2-4776-baa7-a7ec4f969a39 req-8551a765-312e-4e94-a6b6-c0e546c9f024 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425138 Jun 07 13:46:15.439412 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285cc4-c034-4133-ab99-722e10a1d35b req-3d82aa61-274d-4269-b677-3b2f8396610a tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:15.440959 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c285cc4-c034-4133-ab99-722e10a1d35b req-3d82aa61-274d-4269-b677-3b2f8396610a tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0852785 Jun 07 13:46:15.489212 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-8c285cc4-c034-4133-ab99-722e10a1d35b req-22e4c9e6-7e9b-4bfa-9c21-33ee8b4932fb tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425816 Jun 07 13:46:16.096064 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746238e-25d0-4351-9796-cdee8af058ed req-1165bedc-1555-4972-ad7c-2e77e23d88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:16.097606 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6746238e-25d0-4351-9796-cdee8af058ed req-1165bedc-1555-4972-ad7c-2e77e23d88f6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0&tenant_id=ab1edfe6a10249c7a84abb832e0821e4 HTTP/1.1" status: 200 len: 1098 time: 0.0757504 Jun 07 13:46:16.199009 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746238e-25d0-4351-9796-cdee8af058ed req-2783be5b-0e47-422c-9604-590e3baab57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:16.200567 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6746238e-25d0-4351-9796-cdee8af058ed req-2783be5b-0e47-422c-9604-590e3baab57d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab1edfe6a10249c7a84abb832e0821e4&device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 1098 time: 0.0724926 Jun 07 13:46:16.346157 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746238e-25d0-4351-9796-cdee8af058ed req-1e2603bd-c308-4c65-bbee-d1d81ac8390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:16.347346 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6746238e-25d0-4351-9796-cdee8af058ed req-1e2603bd-c308-4c65-bbee-d1d81ac8390f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7663f085-ad70-4613-9b57-f3a6b7e42f48 HTTP/1.1" status: 200 len: 909 time: 0.1399477 Jun 07 13:46:16.463080 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6746238e-25d0-4351-9796-cdee8af058ed req-2995532c-2aef-43d5-a7fb-7218ae518820 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a029b11-c963-4712-9125-09f523f82549 HTTP/1.1" status: 200 len: 1001 time: 0.1082125 Jun 07 13:46:16.542820 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746238e-25d0-4351-9796-cdee8af058ed req-cd447293-4a18-4935-9f9e-d90844cddf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:16.544449 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6746238e-25d0-4351-9796-cdee8af058ed req-cd447293-4a18-4935-9f9e-d90844cddf1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2899e84-6035-46f2-92fc-fe331347d43b HTTP/1.1" status: 200 len: 847 time: 0.0735798 Jun 07 13:46:16.701653 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746238e-25d0-4351-9796-cdee8af058ed req-50118639-2f2b-426e-bc62-c06a4ae5d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:16.703177 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6746238e-25d0-4351-9796-cdee8af058ed req-50118639-2f2b-426e-bc62-c06a4ae5d0ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7663f085-ad70-4613-9b57-f3a6b7e42f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1519358 Jun 07 13:46:16.737226 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407d30f-3c92-4c45-bf1b-ea73dd08eda8 req-3e8b6604-d474-44bd-a29e-a5ee97190ad5 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:16.738398 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f407d30f-3c92-4c45-bf1b-ea73dd08eda8 req-3e8b6604-d474-44bd-a29e-a5ee97190ad5 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.1246653 Jun 07 13:46:16.753437 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 2a029b11-c963-4712-9125-09f523f82549 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:46:16.863230 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-f407d30f-3c92-4c45-bf1b-ea73dd08eda8 req-87cbe741-8ef8-4106-ae05-92da9aae8a38 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165116 Jun 07 13:46:16.879555 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:16.884248 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6746238e-25d0-4351-9796-cdee8af058ed req-81459d8c-d7b0-4d51-9464-fe7a04e61b04 service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742539 Jun 07 13:46:16.917538 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a029b11-c963-4712-9125-09f523f82549'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:46:16.920263 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f299b74-9d91-4b44-a9b2-4ddf1b3aed15" -d '{"events": [{"server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "name": "network-vif-unplugged", "status": "completed", "tag": "2a029b11-c963-4712-9125-09f523f82549"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:46:16.928331 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 2a029b11-c963-4712-9125-09f523f82549, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a029b11-c963-4712-9125-09f523f82549,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:16.934261 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:16.938564 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:16.998626 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b4e6f4-4f3f-4121-9e84-18b0b9c6602c x-openstack-request-id: req-c5b4e6f4-4f3f-4121-9e84-18b0b9c6602c {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:46:16.999163 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "name": "network-vif-unplugged", "status": "completed", "tag": "2a029b11-c963-4712-9125-09f523f82549", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:46:16.999427 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5b4e6f4-4f3f-4121-9e84-18b0b9c6602c {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:46:16.999819 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a029b11-c963-4712-9125-09f523f82549', 'code': 200} Jun 07 13:46:17.024250 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=2a029b11-c963-4712-9125-09f523f82549,revision_number=6']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:17.026727 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-6746238e-25d0-4351-9796-cdee8af058ed req-c7aa5827-b692-4c2c-b2d9-d8a275305e74 service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360438 Jun 07 13:46:17.027713 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:18.123321 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd9c72-775a-4909-83a4-5883d3a35e33 req-f2a630f3-54f3-4405-ae7a-59d9d24f9348 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:18.124762 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d6cd9c72-775a-4909-83a4-5883d3a35e33 req-f2a630f3-54f3-4405-ae7a-59d9d24f9348 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 943 time: 0.1392946 Jun 07 13:46:18.127279 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6f334-0e95-4074-a653-875fca15caa4 req-71dd4149-4fe1-40c9-b4fb-9ed2d9b3a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:18.128588 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c2e6f334-0e95-4074-a653-875fca15caa4 req-71dd4149-4fe1-40c9-b4fb-9ed2d9b3a2c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 1096 time: 0.1067297 Jun 07 13:46:18.194604 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-d6cd9c72-775a-4909-83a4-5883d3a35e33 req-faede3ec-e0d0-4c94-be00-d5c5864f887c tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642116 Jun 07 13:46:18.198400 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-c2e6f334-0e95-4074-a653-875fca15caa4 req-b839cd1f-6083-4635-b721-9164bbbea75c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545602 Jun 07 13:46:19.385098 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0e095-7625-4cf7-aac2-8e6ef5996aba req-b1983488-5cd3-496a-8a0a-12eb997affee tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:46:19.386571 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f9b0e095-7625-4cf7-aac2-8e6ef5996aba req-b1983488-5cd3-496a-8a0a-12eb997affee tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 943 time: 0.0852268 Jun 07 13:46:19.431638 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-f9b0e095-7625-4cf7-aac2-8e6ef5996aba req-5e12bfea-79f6-4cb1-9b38-5f691c853111 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 Jun 07 13:46:20.088502 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52276) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:20.230480 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1855ceb-5715-48fe-8246-4a001d40f18f admin admin] Deleting subnet e68c39f7-b0aa-46ab-94f5-0f81b16991a1 {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:46:20.233502 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c1855ceb-5715-48fe-8246-4a001d40f18f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.282730 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c1855ceb-5715-48fe-8246-4a001d40f18f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27891217'] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.336262 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c1855ceb-5715-48fe-8246-4a001d40f18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.405124 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c1855ceb-5715-48fe-8246-4a001d40f18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27870470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1929117'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.408999 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-428630dc-f7fa-4548-b7fb-bbfc86c0a844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:20.440899 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1855ceb-5715-48fe-8246-4a001d40f18f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68c39f7-b0aa-46ab-94f5-0f81b16991a1,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:20.444281 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-c1855ceb-5715-48fe-8246-4a001d40f18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:20.446825 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-c1855ceb-5715-48fe-8246-4a001d40f18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.449127 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-c1855ceb-5715-48fe-8246-4a001d40f18f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e68c39f7-b0aa-46ab-94f5-0f81b16991a1 HTTP/1.1" status: 204 len: 168 time: 0.3591206 Jun 07 13:46:20.451118 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52278) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:20.557100 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.680104 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.692146 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb5c1cb-feb2-4f05-80d4-20360714a142']}} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:20.704477 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945d31ad-7b25-4f88-9c2a-eb616741aa3d') {'for_net_delete': True} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:20.704775 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.services.segments.db [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945d31ad-7b25-4f88-9c2a-eb616741aa3d') {} {{(pid=91819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:20.716349 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27891230'] for segment, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.732157 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.738782 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=91819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:46:20.739343 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27870624'] for segment, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: Traceback (most recent call last): Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: timer() Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: cb(*args, **kw) Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: return func(*args, **kwargs) Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: self._notify() Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: self.callback(batched_events) Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: event.method(event) Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: return f(self, *a, **k) Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: return self._get(url).json() Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: return self.request(url, 'GET', **kwargs) Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:46:20.752611 dv-cinder-785362-2-smb neutron-server[91819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:46:20.768601 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 2a029b11-c963-4712-9125-09f523f82549 details requested by agent hyperv_hv-cinder-78536 with host hv-cinder-78536 {{(pid=91821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:46:20.829849 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.833917 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:20.849749 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.851732 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cdb5c1cb-feb2-4f05-80d4-20360714a142 HTTP/1.1" status: 204 len: 168 time: 0.3997211 Jun 07 13:46:20.854648 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52282) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:20.855149 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb5c1cb-feb2-4f05-80d4-20360714a142,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:20.857191 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-28f5ef61-dd3a-4829-bb12-b1da81a96b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:20.906551 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 2a029b11-c963-4712-9125-09f523f82549, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a029b11-c963-4712-9125-09f523f82549,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:20.917703 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7980bdb-0ce6-43dd-abe1-c76ab35d8ac1 admin admin] Deleting subnet d4e70cd3-3d2d-4be4-b0bb-02f5797d6582 {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:46:20.920725 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Returning: {'device': '2a029b11-c963-4712-9125-09f523f82549', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'port_id': '2a029b11-c963-4712-9125-09f523f82549', 'mac_address': 'fa:16:3e:01:8f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:46:20.920888 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d7980bdb-0ce6-43dd-abe1-c76ab35d8ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.969734 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d7980bdb-0ce6-43dd-abe1-c76ab35d8ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27816292'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.975645 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:20.993588 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a029b11-c963-4712-9125-09f523f82549 {{(pid=91821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:46:21.009454 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 2a029b11-c963-4712-9125-09f523f82549, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a029b11-c963-4712-9125-09f523f82549,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:21.013324 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.015211 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-6ada226e-1052-4b46-9870-d6e47c1f4b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:21.027663 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d7980bdb-0ce6-43dd-abe1-c76ab35d8ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.085044 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=2a029b11-c963-4712-9125-09f523f82549,revision_number=7']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:21.088084 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:21.100799 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d7980bdb-0ce6-43dd-abe1-c76ab35d8ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1293637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27958704'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.105508 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0a8d469f-c0ce-4eb7-8bc0-9f834de52d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:21.140543 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7980bdb-0ce6-43dd-abe1-c76ab35d8ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e70cd3-3d2d-4be4-b0bb-02f5797d6582,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:21.142488 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-d7980bdb-0ce6-43dd-abe1-c76ab35d8ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.144281 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-d7980bdb-0ce6-43dd-abe1-c76ab35d8ac1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d4e70cd3-3d2d-4be4-b0bb-02f5797d6582 HTTP/1.1" status: 204 len: 168 time: 0.2884593 Jun 07 13:46:21.145221 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-d7980bdb-0ce6-43dd-abe1-c76ab35d8ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:21.148521 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52284) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:21.250248 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] get_ports_and_sgs() called for port_ids ['2a029b11-c963-4712-9125-09f523f82549'] {{(pid=91821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:46:21.255141 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.380937 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.394192 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7ce899-e5e6-4b75-9a74-55c2a1728ba1']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:21.406964 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5334134a-fe76-45f1-94c0-61b53500ebf8') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:21.407258 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5334134a-fe76-45f1-94c0-61b53500ebf8') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:46:21.418453 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27816299'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.434563 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.440727 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:46:21.441156 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1293795'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: Traceback (most recent call last): Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: timer() Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: cb(*args, **kw) Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: return func(*args, **kwargs) Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: self._notify() Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: self.callback(batched_events) Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: event.method(event) Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: return f(self, *a, **k) Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: return self._get(url).json() Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:46:21.454807 dv-cinder-785362-2-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:46:21.626436 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.630691 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-9a433324-ba39-4c52-a14b-5144ad003a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:21.648111 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.649778 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2c7ce899-e5e6-4b75-9a74-55c2a1728ba1 HTTP/1.1" status: 204 len: 168 time: 0.5003102 Jun 07 13:46:21.653047 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c7ce899-e5e6-4b75-9a74-55c2a1728ba1,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:21.658663 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b0de2f52-30fd-4cfa-92a1-00dc9c34cca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:21.823579 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52288) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:21.871692 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-dcb8f30c-2e91-478b-851b-117c0c03b63b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f785b27bf4f43c38b61052927d4e2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468771 Jun 07 13:46:21.874235 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52290) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:21.932190 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0b6e182-c5ec-49c1-b443-987bcc1b6036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:21.960121 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0b6e182-c5ec-49c1-b443-987bcc1b6036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.010429 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0b6e182-c5ec-49c1-b443-987bcc1b6036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.012798 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b0b6e182-c5ec-49c1-b443-987bcc1b6036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.013943 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-b0b6e182-c5ec-49c1-b443-987bcc1b6036 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bda7a900-f539-43c7-9ec7-97fec18a6224 HTTP/1.1" status: 204 len: 168 time: 0.1388013 Jun 07 13:46:22.014706 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-edb60914-b289-4468-aeed-4259ff3c5858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:22.025059 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6e182-c5ec-49c1-b443-987bcc1b6036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda7a900-f539-43c7-9ec7-97fec18a6224,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:22.027466 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b0b6e182-c5ec-49c1-b443-987bcc1b6036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:22.354197 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52296) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:22.402998 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-fa0a43a3-2268-4592-8523-080a41910c54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb4c7f1cb5df48aaa47b4c3f284d3ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475836 Jun 07 13:46:22.405283 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52298) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:46:22.460923 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-72eb11f6-280e-4df5-8de0-1cc0b0085ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.487982 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-72eb11f6-280e-4df5-8de0-1cc0b0085ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.543396 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-72eb11f6-280e-4df5-8de0-1cc0b0085ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.545860 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-72eb11f6-280e-4df5-8de0-1cc0b0085ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.547008 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-72eb11f6-280e-4df5-8de0-1cc0b0085ca0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4950fc07-4866-43cb-b8bf-f914dccdf23d HTTP/1.1" status: 204 len: 168 time: 0.1408501 Jun 07 13:46:22.547737 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-52c6b554-3ed7-415e-a000-3f25f3228d71 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:22.557591 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb11f6-280e-4df5-8de0-1cc0b0085ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4950fc07-4866-43cb-b8bf-f914dccdf23d,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:22.560134 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-72eb11f6-280e-4df5-8de0-1cc0b0085ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:22.779213 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 2a029b11-c963-4712-9125-09f523f82549 up at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:46:22.853703 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.provisioning_blocks [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Provisioning complete for port 2a029b11-c963-4712-9125-09f523f82549 triggered by entity L2. {{(pid=91821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:46:22.854078 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873792'] for port, provisioning_complete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:22.973774 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3707620'] for port, before_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:23.000718 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a029b11-c963-4712-9125-09f523f82549'}] {{(pid=91821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:46:23.002967 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f100d3be475232150d84623e7f092902d4cd6590908833a3933917607e3138b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b549f3-a288-42d1-9921-093fc5e9b1f3" -d '{"events": [{"server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "name": "network-vif-plugged", "status": "completed", "tag": "2a029b11-c963-4712-9125-09f523f82549"}]}' {{(pid=91821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:46:23.010976 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] For port 2a029b11-c963-4712-9125-09f523f82549, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a029b11-c963-4712-9125-09f523f82549,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:46:23.017035 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779133236197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779132734585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779132734630'] for port, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:23.017846 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:46:23.056041 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee73974-5988-4fd7-b76a-5e943a3751e2 x-openstack-request-id: req-fee73974-5988-4fd7-b76a-5e943a3751e2 {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:46:23.056335 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "name": "network-vif-plugged", "status": "completed", "tag": "2a029b11-c963-4712-9125-09f523f82549", "code": 200}]} {{(pid=91821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:46:23.056590 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fee73974-5988-4fd7-b76a-5e943a3751e2 {{(pid=91821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:46:23.056972 dv-cinder-785362-2-smb neutron-server[91821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a029b11-c963-4712-9125-09f523f82549', 'code': 200} Jun 07 13:46:23.087470 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Pushing event updated for resources: {'Port': ['ID=2a029b11-c963-4712-9125-09f523f82549,revision_number=8']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:46:23.090514 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:46:32.528000 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5b48-4a05-442b-b0b6-f28ed82fe704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:32.542041 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:46:35.036052 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:35.137196 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a4c6c6c5-a79d-47da-b6fe-3dd1dffcfbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:35.891062 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:37.905264 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:39.724184 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:02.532075 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c2d9ecbe-fbad-4008-9f63-a28a64fde408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:05.039471 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:05.137804 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-c810a8b9-50b1-4b89-9403-cdca19689454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:05.893024 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:07.907661 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:09.541131 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:47:09.715281 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:11.935925 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-63186a51-6cde-4bf2-8c5e-aa99b429bc77 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697591 Jun 07 13:47:12.076802 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-bad051be-67af-4efe-9e1e-1722ca3f72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:12.078143 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-bad051be-67af-4efe-9e1e-1722ca3f72bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab1edfe6a10249c7a84abb832e0821e4&device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 1098 time: 0.0742807 Jun 07 13:47:12.220671 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-0e27bb57-fe14-4423-a36d-cc0c4fa5237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:12.222025 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-0e27bb57-fe14-4423-a36d-cc0c4fa5237c service neutron] 10.222.0.54 "GET /v2.0/networks?id=7663f085-ad70-4613-9b57-f3a6b7e42f48 HTTP/1.1" status: 200 len: 909 time: 0.1251695 Jun 07 13:47:12.323784 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-cc098663-f652-402b-8348-cbc2851555c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a029b11-c963-4712-9125-09f523f82549 HTTP/1.1" status: 200 len: 1001 time: 0.0955594 Jun 07 13:47:12.384998 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-938f78b8-b468-4eba-855d-e0483f8ca1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:12.386429 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-938f78b8-b468-4eba-855d-e0483f8ca1a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2899e84-6035-46f2-92fc-fe331347d43b HTTP/1.1" status: 200 len: 847 time: 0.0563304 Jun 07 13:47:12.468302 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-698497f8-1725-4d5b-b8e6-c4c19e35eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:12.469773 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-698497f8-1725-4d5b-b8e6-c4c19e35eda1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7663f085-ad70-4613-9b57-f3a6b7e42f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774865 Jun 07 13:47:12.601155 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-81d2dbff-c64e-4c49-b1c3-452e6118664e service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245136 Jun 07 13:47:12.732199 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-8870f29f-b13d-43ca-a283-891b628a4d8b req-33994969-57e5-4fea-b927-6bcca035e5da service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238792 Jun 07 13:47:32.533461 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0d61a505-2f24-48a1-a96b-6b308ea4f924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:34.932537 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52318) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:35.043537 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:35.139982 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-1c75eb3f-0bf9-4f26-a92a-c6fc8848069c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:35.203589 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Deleting port 23a09edc-b65d-4b26-9e1f-d50592589694 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:35.203842 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:35.320474 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:35.320792 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:35.440703 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Calling delete_port for 23a09edc-b65d-4b26-9e1f-d50592589694 owned by network:floatingip {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:35.556144 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:35.559558 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-f9910dd8-57a4-43ad-937d-4e396e081c01 tempest-AttachVolumeTestJSON-1805302001 tempest-AttachVolumeTestJSON-1805302001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:35.604554 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event deleted for resources: {'Port': ['ID=23a09edc-b65d-4b26-9e1f-d50592589694,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:35.646212 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.646632 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.647001 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.647383 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.647719 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.648073 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.648420 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.648769 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.649114 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.649458 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.649804 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.650167 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:35.676311 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:35.708419 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for floatingip, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:35.708750 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.db.l3_db [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Floating IP b4d3115e-a1aa-46e9-9eeb-68963fd5edda disassociated (deleted). External IP: 172.28.3.205, port: 2a029b11-c963-4712-9125-09f523f82549. Jun 07 13:47:35.896260 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:36.152995 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Router e17e040d-9193-4f6d-9b2a-8eb1789f4090 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:47:36.335006 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:47:36.339255 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for floatingip, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:36.344391 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4e27b-2eee-4124-a1fa-5c6c12591732 None None] Sync routers for ids ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:47:36.353539 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4e27b-2eee-4124-a1fa-5c6c12591732 None None] Routers {'e17e040d-9193-4f6d-9b2a-8eb1789f4090'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:36.354169 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-fbe4e27b-2eee-4124-a1fa-5c6c12591732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:47:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:36.393949 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-fea0dc10-463a-4e7c-ac8c-e1953c86fe61 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "DELETE /v2.0/floatingips/b4d3115e-a1aa-46e9-9eeb-68963fd5edda HTTP/1.1" status: 204 len: 168 time: 1.4603386 Jun 07 13:47:36.394785 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'tag': '2a029b11-c963-4712-9125-09f523f82549'}] {{(pid=91820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:47:36.397139 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa50887b0ba1935290c447d66c8cbdcf7fcbc6a89637da2c626d5d2d7f6bd7ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04" -d '{"events": [{"name": "network-changed", "server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "tag": "2a029b11-c963-4712-9125-09f523f82549"}]}' {{(pid=91820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:47:36.452365 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd828a4a-c6c7-4e84-8eb2-6165610479de x-openstack-request-id: req-fd828a4a-c6c7-4e84-8eb2-6165610479de {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:47:36.452782 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "tag": "2a029b11-c963-4712-9125-09f523f82549", "status": "completed", "code": 200}]} {{(pid=91820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:47:36.453131 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd828a4a-c6c7-4e84-8eb2-6165610479de {{(pid=91820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:47:36.453636 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'tag': '2a029b11-c963-4712-9125-09f523f82549', 'status': 'completed', 'code': 200} Jun 07 13:47:36.537880 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-fbe4e27b-2eee-4124-a1fa-5c6c12591732 None None] Set router e17e040d-9193-4f6d-9b2a-8eb1789f4090 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:36.545761 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04 req-c3fe8f47-a133-4091-9174-9a1222bdd6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:36.547274 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04 req-c3fe8f47-a133-4091-9174-9a1222bdd6af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab1edfe6a10249c7a84abb832e0821e4&device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 1098 time: 0.0733755 Jun 07 13:47:36.852616 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04 req-c6c2cf8c-ce73-4b50-9ce3-c97d3a759794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:36.854063 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04 req-c6c2cf8c-ce73-4b50-9ce3-c97d3a759794 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7663f085-ad70-4613-9b57-f3a6b7e42f48 HTTP/1.1" status: 200 len: 909 time: 0.2999966 Jun 07 13:47:36.862323 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-fbe4e27b-2eee-4124-a1fa-5c6c12591732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 4, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e7a93247-2331-4007-99a0-e626d4b04c64', 'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'mac_address': 'fa:16:3e:87:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:55Z', 'updated_at': '2021-06-07T13:43:09Z', 'revision_number': 5, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'subnets': [{'id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:36.867496 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4e27b-2eee-4124-a1fa-5c6c12591732 None None] Checking router: e17e040d-9193-4f6d-9b2a-8eb1789f4090 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:47:36.875725 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4e27b-2eee-4124-a1fa-5c6c12591732 None None] Routers {'e17e040d-9193-4f6d-9b2a-8eb1789f4090'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:36.876324 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-fbe4e27b-2eee-4124-a1fa-5c6c12591732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:47:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:36.929384 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04 req-600c16d3-a86b-4f5a-b736-43c54e00dc5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a029b11-c963-4712-9125-09f523f82549 HTTP/1.1" status: 200 len: 217 time: 0.0678146 Jun 07 13:47:36.940590 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed326c5-1789-42e3-bd3c-3ddb5a2bf3ae req-ca850b81-4e20-46dc-808e-ae840772f5d8 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:36.942000 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9ed326c5-1789-42e3-bd3c-3ddb5a2bf3ae req-ca850b81-4e20-46dc-808e-ae840772f5d8 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.1796336 Jun 07 13:47:37.032051 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-9ed326c5-1789-42e3-bd3c-3ddb5a2bf3ae req-5a7b07f0-4185-487a-bfbe-8213f7e6b05f tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600147 Jun 07 13:47:37.034157 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04 req-641aa37a-59d7-4606-86ad-bd903708c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:37.037652 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04 req-641aa37a-59d7-4606-86ad-bd903708c438 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2899e84-6035-46f2-92fc-fe331347d43b HTTP/1.1" status: 200 len: 847 time: 0.0920627 Jun 07 13:47:37.057709 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-fbe4e27b-2eee-4124-a1fa-5c6c12591732 None None] Set router e17e040d-9193-4f6d-9b2a-8eb1789f4090 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:37.121876 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04 req-8ba24f00-886a-4e8a-b90a-70e2c3c284f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:37.123282 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04 req-8ba24f00-886a-4e8a-b90a-70e2c3c284f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7663f085-ad70-4613-9b57-f3a6b7e42f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801263 Jun 07 13:47:37.256943 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04 req-26a73abf-43ca-4d85-a4ba-db8fa32f6252 service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260138 Jun 07 13:47:37.370264 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-fbe4e27b-2eee-4124-a1fa-5c6c12591732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 4, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e7a93247-2331-4007-99a0-e626d4b04c64', 'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'mac_address': 'fa:16:3e:87:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:55Z', 'updated_at': '2021-06-07T13:43:09Z', 'revision_number': 5, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'subnets': [{'id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:37.374268 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4e27b-2eee-4124-a1fa-5c6c12591732 None None] The sync data for ids ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'] in dv-cinder-785362-2-smb is: [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:42:55Z', 'revision_number': 4, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb', '_interfaces': [{'id': 'e7a93247-2331-4007-99a0-e626d4b04c64', 'name': '', 'network_id': '7663f085-ad70-4613-9b57-f3a6b7e42f48', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'mac_address': 'fa:16:3e:87:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:55Z', 'updated_at': '2021-06-07T13:43:09Z', 'revision_number': 5, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'subnets': [{'id': 'f2899e84-6035-46f2-92fc-fe331347d43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:47:37.393803 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-e6fcf16d-4904-4f26-bb39-d8b994d0ec04 req-3c9153f1-ae5d-4e82-afc9-25988eb8aea4 service neutron] 10.222.0.54 "GET /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294158 Jun 07 13:47:37.582577 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538246b-bc2c-420e-bfec-842cabf132b4 None None] New status for floating IP b4d3115e-a1aa-46e9-9eeb-68963fd5edda: DOWN {{(pid=91822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:47:37.910583 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.118577 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7ab4a-fa45-4dbe-830d-ae364c802566 req-d0b43165-5ed4-4b74-960e-718019155fdf tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:38.120015 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-05a7ab4a-fa45-4dbe-830d-ae364c802566 req-d0b43165-5ed4-4b74-960e-718019155fdf tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0841932 Jun 07 13:47:38.229472 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2945e-1755-41b4-83e7-d39d285aab1b req-8d71ed1c-3ee2-4ab0-b96c-5f9bfd7738ca tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:38.230967 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3be2945e-1755-41b4-83e7-d39d285aab1b req-8d71ed1c-3ee2-4ab0-b96c-5f9bfd7738ca tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 945 time: 0.0800226 Jun 07 13:47:38.258397 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-05a7ab4a-fa45-4dbe-830d-ae364c802566 req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Deleting port 2a029b11-c963-4712-9125-09f523f82549 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:38.258739 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-05a7ab4a-fa45-4dbe-830d-ae364c802566 req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.280984 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3be2945e-1755-41b4-83e7-d39d285aab1b req-56bec871-2e7b-4ba3-a1d0-58a481c69dd8 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/security-groups?id=38e81ef9-14dc-4442-847e-451fa00bece4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442007 Jun 07 13:47:38.396024 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [req-05a7ab4a-fa45-4dbe-830d-ae364c802566 req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] For port 2a029b11-c963-4712-9125-09f523f82549, host hv-cinder-78536, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78536',level=0,port_id=2a029b11-c963-4712-9125-09f523f82549,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:38.396414 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-05a7ab4a-fa45-4dbe-830d-ae364c802566 req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.520520 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [req-05a7ab4a-fa45-4dbe-830d-ae364c802566 req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Calling delete_port for 2a029b11-c963-4712-9125-09f523f82549 owned by compute:nova {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:38.633012 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-05a7ab4a-fa45-4dbe-830d-ae364c802566 req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.638581 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-35e0739d-318f-4b15-b6c9-d1dfab55c316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:38.683567 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event deleted for resources: {'Port': ['ID=2a029b11-c963-4712-9125-09f523f82549,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:38.721342 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.721718 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.722083 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.722472 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.722830 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.723183 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.723535 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.723883 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.724233 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.724604 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.724951 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.725295 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:38.732132 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:38.770215 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a7ab4a-fa45-4dbe-830d-ae364c802566 req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] No DVR routers for this DVR port 2a029b11-c963-4712-9125-09f523f82549 on host hv-cinder-78536 {{(pid=91819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:47:38.772658 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [req-05a7ab4a-fa45-4dbe-830d-ae364c802566 req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518412'] for port, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:38.775274 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [req-05a7ab4a-fa45-4dbe-830d-ae364c802566 req-b8a729ef-c44e-4844-89b0-0a66c5465044 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.54 "DELETE /v2.0/ports/2a029b11-c963-4712-9125-09f523f82549 HTTP/1.1" status: 204 len: 173 time: 0.6490426 Jun 07 13:47:38.775885 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'name': 'network-vif-deleted', 'tag': '2a029b11-c963-4712-9125-09f523f82549'}] {{(pid=91819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:47:38.779233 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0512fa9e73bc153c4e1ad7b3d219441c2807fbd3b5602a0085e6812d19dc2292" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5b585c-d40c-4014-a121-18db854da713" -d '{"events": [{"server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "name": "network-vif-deleted", "tag": "2a029b11-c963-4712-9125-09f523f82549"}]}' {{(pid=91819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:47:38.847622 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780e10c6-0a6d-4e59-b7a4-2a3688567fe8 x-openstack-request-id: req-780e10c6-0a6d-4e59-b7a4-2a3688567fe8 {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:47:38.847940 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0735ade-db11-4538-b8df-f83d669775d0", "name": "network-vif-deleted", "tag": "2a029b11-c963-4712-9125-09f523f82549", "status": "completed", "code": 200}]} {{(pid=91819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:47:38.848237 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-780e10c6-0a6d-4e59-b7a4-2a3688567fe8 {{(pid=91819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:47:38.848672 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0735ade-db11-4538-b8df-f83d669775d0', 'name': 'network-vif-deleted', 'tag': '2a029b11-c963-4712-9125-09f523f82549', 'status': 'completed', 'code': 200} Jun 07 13:47:39.443058 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [req-3d20a9bc-217e-42ef-a1af-a8a63194e133 req-8dbeeca5-36e6-416e-bf2b-1ebe4d458e65 tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0735ade-db11-4538-b8df-f83d669775d0 HTTP/1.1" status: 200 len: 210 time: 0.0427845 Jun 07 13:47:39.714989 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.537871 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52350) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:40.604636 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-45a81d16-f556-458e-80c3-a60bb35c3c2a tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.635465 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-45a81d16-f556-458e-80c3-a60bb35c3c2a tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.699043 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-45a81d16-f556-458e-80c3-a60bb35c3c2a tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.701473 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-45a81d16-f556-458e-80c3-a60bb35c3c2a tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:40.702689 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-45a81d16-f556-458e-80c3-a60bb35c3c2a tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] 10.222.0.50 "DELETE /v2.0/security-groups/38e81ef9-14dc-4442-847e-451fa00bece4 HTTP/1.1" status: 204 len: 168 time: 0.1637979 Jun 07 13:47:40.703434 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-0fa29252-5802-47f1-80e5-82133350002a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:40.717780 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a81d16-f556-458e-80c3-a60bb35c3c2a tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e81ef9-14dc-4442-847e-451fa00bece4,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:40.720892 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-45a81d16-f556-458e-80c3-a60bb35c3c2a tempest-TestShelveInstance-294124250 tempest-TestShelveInstance-294124250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:40.753262 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52354) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:41.284082 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605915'] for router_interface, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:41.784462 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] Deleting port e7a93247-2331-4007-99a0-e626d4b04c64 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:41.785136 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:41.902419 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] For port e7a93247-2331-4007-99a0-e626d4b04c64, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=e7a93247-2331-4007-99a0-e626d4b04c64,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:41.902768 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:42.022042 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] Calling delete_port for e7a93247-2331-4007-99a0-e626d4b04c64 owned by network:router_interface {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:42.168870 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:42.173323 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-40176d34-1373-4556-abf8-9385534e5419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:42.244705 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a93247-2331-4007-99a0-e626d4b04c64,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:42.251673 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:42.482232 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-720544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606085'] for router_interface, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:42.840056 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] Router e17e040d-9193-4f6d-9b2a-8eb1789f4090 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:47:43.128519 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:47:43.133913 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-216000c4-94a9-4361-ab5f-7023ca758ae4 admin admin] 10.222.0.50 "PUT /v2.0/routers/e17e040d-9193-4f6d-9b2a-8eb1789f4090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3793907 Jun 07 13:47:43.136517 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52356) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:43.137488 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852686d4-da0b-44bf-9d89-d5031d7eda27 None None] Sync routers for ids ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'] in dv-cinder-785362-2-smb {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:47:43.146817 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852686d4-da0b-44bf-9d89-d5031d7eda27 None None] Routers {'e17e040d-9193-4f6d-9b2a-8eb1789f4090'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:43.147429 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-852686d4-da0b-44bf-9d89-d5031d7eda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:47:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:43.291949 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 2a029b11-c963-4712-9125-09f523f82549 no longer exists at agent hyperv_hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:47:43.395339 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] No Port match for: 2a029b11-c963-4712-9125-09f523f82549 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:47:43.395902 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Device 2a029b11-c963-4712-9125-09f523f82549 not bound to the agent host hv-cinder-78536 {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:47:43.412083 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Notify callbacks [] for router, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:43.416924 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-852686d4-da0b-44bf-9d89-d5031d7eda27 None None] Set router e17e040d-9193-4f6d-9b2a-8eb1789f4090 gateway port host: dv-cinder-785362-2-smb {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:43.591058 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:43.669190 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Deleting port cd6be983-514f-45f3-8ed4-a17df2f86187 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:43.669451 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:43.705229 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-852686d4-da0b-44bf-9d89-d5031d7eda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:47:42Z', 'revision_number': 5, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port': {'id': 'cd6be983-514f-45f3-8ed4-a17df2f86187', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:42:51Z', 'updated_at': '2021-06-07T13:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:43.709322 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852686d4-da0b-44bf-9d89-d5031d7eda27 None None] Checking router: e17e040d-9193-4f6d-9b2a-8eb1789f4090 for host: dv-cinder-785362-2-smb {{(pid=91821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:47:43.717739 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852686d4-da0b-44bf-9d89-d5031d7eda27 None None] Routers {'e17e040d-9193-4f6d-9b2a-8eb1789f4090'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:43.718382 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-852686d4-da0b-44bf-9d89-d5031d7eda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:47:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'], 'active': True} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:43.792036 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] For port cd6be983-514f-45f3-8ed4-a17df2f86187, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=cd6be983-514f-45f3-8ed4-a17df2f86187,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:43.792385 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:43.871907 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvr_db [None req-852686d4-da0b-44bf-9d89-d5031d7eda27 None None] Set router e17e040d-9193-4f6d-9b2a-8eb1789f4090 gateway port host: None {{(pid=91821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:43.917590 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Calling delete_port for cd6be983-514f-45f3-8ed4-a17df2f86187 owned by network:router_gateway {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:43.977135 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_hamode_db [None req-852686d4-da0b-44bf-9d89-d5031d7eda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:47:43Z', 'revision_number': 6, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port_host': None}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:43.981115 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852686d4-da0b-44bf-9d89-d5031d7eda27 None None] The sync data for ids ['e17e040d-9193-4f6d-9b2a-8eb1789f4090'] in dv-cinder-785362-2-smb is: [{'id': 'e17e040d-9193-4f6d-9b2a-8eb1789f4090', 'name': 'tempest-TestShelveInstance-196880950-router', 'tenant_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:50Z', 'updated_at': '2021-06-07T13:47:43Z', 'revision_number': 6, 'project_id': 'ab1edfe6a10249c7a84abb832e0821e4', 'gw_port_host': None}] {{(pid=91821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:47:44.051092 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.054588 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-a6e3a404-8615-4fcc-b9d8-a0e0dbb4472c tempest-VolumesActionsTest-938074560 tempest-VolumesActionsTest-938074560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:44.100577 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6be983-514f-45f3-8ed4-a17df2f86187,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:44.103653 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:44.188130 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663371'] for router_gateway, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.359835 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15107'] for router, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.362409 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.387060 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611026'] for router, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.387590 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e17e040d-9193-4f6d-9b2a-8eb1789f4090 {{(pid=91819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:47:44.391871 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.393021 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-fea2eef8-a56b-4524-b476-df4e9253fb13 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e17e040d-9193-4f6d-9b2a-8eb1789f4090 HTTP/1.1" status: 204 len: 168 time: 1.2555149 Jun 07 13:47:44.395757 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52358) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:44.454292 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4329540-b537-4c24-bc42-12dc9001b609 admin admin] Deleting subnet f2899e84-6035-46f2-92fc-fe331347d43b {{(pid=91820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:47:44.457162 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b4329540-b537-4c24-bc42-12dc9001b609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.504977 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b4329540-b537-4c24-bc42-12dc9001b609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27816292'] for subnet, precommit_delete_associations {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.585724 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b4329540-b537-4c24-bc42-12dc9001b609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.654103 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b4329540-b537-4c24-bc42-12dc9001b609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1293637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27958704'] for subnet, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.658935 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-1126086e-8eb8-4a2e-8637-d08ca8acc8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:44.697324 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-b4329540-b537-4c24-bc42-12dc9001b609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.699706 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-b4329540-b537-4c24-bc42-12dc9001b609 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f2899e84-6035-46f2-92fc-fe331347d43b HTTP/1.1" status: 204 len: 168 time: 0.3019989 Jun 07 13:47:44.701103 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4329540-b537-4c24-bc42-12dc9001b609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2899e84-6035-46f2-92fc-fe331347d43b,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:44.702520 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52360) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:44.705127 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-b4329540-b537-4c24-bc42-12dc9001b609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:44.705298 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2641e664-6f1e-44fa-8977-88c6a9618941 None None] Network 7663f085-ad70-4613-9b57-f3a6b7e42f48 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:47:44.807905 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.888121 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Deleting port d8a8a11c-722c-4658-ac56-00886cce7945 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:44.888463 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:44.967674 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76074869-4329-49db-9515-79fc02039366 None None] DHCP port deletion for 7663f085-ad70-4613-9b57-f3a6b7e42f48 request from dv-cinder-785362-2-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:47:45.012211 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] For port d8a8a11c-722c-4658-ac56-00886cce7945, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=d8a8a11c-722c-4658-ac56-00886cce7945,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:45.012211 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.038716 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-76074869-4329-49db-9515-79fc02039366 None None] Deleting port d8a8a11c-722c-4658-ac56-00886cce7945 {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:45.039273 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.133157 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Calling delete_port for d8a8a11c-722c-4658-ac56-00886cce7945 owned by network:dhcp {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:45.143209 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-76074869-4329-49db-9515-79fc02039366 None None] For port d8a8a11c-722c-4658-ac56-00886cce7945, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=d8a8a11c-722c-4658-ac56-00886cce7945,segment=NetworkSegment(346211b7-3b32-4ee2-accc-ecf67857d1e9),segment_id=346211b7-3b32-4ee2-accc-ecf67857d1e9)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:45.143631 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.179819 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.183489 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-06f05409-8f4e-4c28-997e-6f5f039195cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:45.226020 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a8a11c-722c-4658-ac56-00886cce7945,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:45.228995 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:45.229745 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] No DVR routers for this DVR port d8a8a11c-722c-4658-ac56-00886cce7945 on host dv-cinder-785362-2-smb {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:47:45.273522 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-76074869-4329-49db-9515-79fc02039366 None None] Calling delete_port for d8a8a11c-722c-4658-ac56-00886cce7945 owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:45.316557 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.320554 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:45.345397 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.358212 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7663f085-ad70-4613-9b57-f3a6b7e42f48']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:45.364334 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76074869-4329-49db-9515-79fc02039366 None None] Pushing event deleted for resources: {'Port': ['ID=d8a8a11c-722c-4658-ac56-00886cce7945,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:45.368758 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76074869-4329-49db-9515-79fc02039366 None None] No DVR routers for this DVR port d8a8a11c-722c-4658-ac56-00886cce7945 on host dv-cinder-785362-2-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:47:45.373358 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346211b7-3b32-4ee2-accc-ecf67857d1e9') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:45.373649 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346211b7-3b32-4ee2-accc-ecf67857d1e9') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:45.379917 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.380455 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.380682 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.381008 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.381372 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.381699 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.382027 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.382392 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.382711 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.383023 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.383382 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.383649 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074869-4329-49db-9515-79fc02039366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-785362-2-smb {{(pid=91821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:45.385537 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27816299'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.386677 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-76074869-4329-49db-9515-79fc02039366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:45.405931 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.412715 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:47:45.413242 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1293795'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: Traceback (most recent call last): Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: timer() Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: cb(*args, **kw) Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: return func(*args, **kwargs) Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: self._notify() Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: self.callback(batched_events) Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: event.method(event) Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: return f(self, *a, **k) Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: return self._get(url).json() Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:47:45.425828 dv-cinder-785362-2-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:47:45.496129 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.499724 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:45.512224 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:45.514001 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7663f085-ad70-4613-9b57-f3a6b7e42f48 HTTP/1.1" status: 204 len: 168 time: 0.8099592 Jun 07 13:47:45.517084 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52362) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:45.579155 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7663f085-ad70-4613-9b57-f3a6b7e42f48,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:45.588758 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:45.641260 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device cd6be983-514f-45f3-8ed4-a17df2f86187 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:47:45.679211 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: cd6be983-514f-45f3-8ed4-a17df2f86187 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:47:45.679562 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device cd6be983-514f-45f3-8ed4-a17df2f86187 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:47:45.680255 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device e7a93247-2331-4007-99a0-e626d4b04c64 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:47:45.713241 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: e7a93247-2331-4007-99a0-e626d4b04c64 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:47:45.713929 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device e7a93247-2331-4007-99a0-e626d4b04c64 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:47:45.714038 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d8a8a11c-722c-4658-ac56-00886cce7945 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:47:45.746904 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: d8a8a11c-722c-4658-ac56-00886cce7945 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:47:45.747256 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device d8a8a11c-722c-4658-ac56-00886cce7945 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:47:46.164625 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605915'] for router_interface, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:46.540640 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:47:46.568310 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] Deleting port 4a8e89a2-15cb-45af-a06e-7f91b98b4163 {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:46.568799 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:46.688111 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] For port 4a8e89a2-15cb-45af-a06e-7f91b98b4163, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=4a8e89a2-15cb-45af-a06e-7f91b98b4163,segment=NetworkSegment(753c3e11-96f8-4e13-bee8-992ba4ca1e39),segment_id=753c3e11-96f8-4e13-bee8-992ba4ca1e39)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:46.688458 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:46.806879 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] Calling delete_port for 4a8e89a2-15cb-45af-a06e-7f91b98b4163 owned by network:router_interface {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:46.951919 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:46.955545 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ece92477-ff4f-4fbf-a9a7-7f7b5c7f76ef tempest-VolumesSnapshotTestJSON-1920336578 tempest-VolumesSnapshotTestJSON-1920336578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:46.997933 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8e89a2-15cb-45af-a06e-7f91b98b4163,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:47.001609 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:47.262807 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-720544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606085'] for router_interface, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:47.731966 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] Router 91f41723-5783-4485-964e-543ec5f46d99 has already been hosted by L3 agent 85c24abc-9de1-4dca-a6b2-018f2439f654 {{(pid=91820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:47:47.904554 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] Notify agent at l3_agent.dv-cinder-785362-2-smb the message routers_updated {{(pid=91820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:47:47.912486 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-4ecd8448-57fb-4ddd-aa04-2386b1d8b52b admin admin] 10.222.0.50 "PUT /v2.0/routers/91f41723-5783-4485-964e-543ec5f46d99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3944545 Jun 07 13:47:47.913451 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52364) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:47.915511 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8c05f-7523-47ee-80d3-610bace357d9 None None] Sync routers for ids ['91f41723-5783-4485-964e-543ec5f46d99'] in dv-cinder-785362-2-smb {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:47:47.933966 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8c05f-7523-47ee-80d3-610bace357d9 None None] Routers {'91f41723-5783-4485-964e-543ec5f46d99'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:47.935170 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-f9d8c05f-7523-47ee-80d3-610bace357d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:47:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['91f41723-5783-4485-964e-543ec5f46d99'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:48.100456 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Notify callbacks [] for router, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:48.127555 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-f9d8c05f-7523-47ee-80d3-610bace357d9 None None] Set router 91f41723-5783-4485-964e-543ec5f46d99 gateway port host: dv-cinder-785362-2-smb {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:48.366094 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:48.415488 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-f9d8c05f-7523-47ee-80d3-610bace357d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f41723-5783-4485-964e-543ec5f46d99', 'name': 'tempest-TestShelveInstance-1867761062-router', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'external_fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '6e074053-7939-441b-b428-70d2752da3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:47:46Z', 'revision_number': 5, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'gw_port': {'id': '6e074053-7939-441b-b428-70d2752da3b6', 'name': '', 'network_id': 'c491c1a6-2fff-46b4-a0d1-89f4418bdf5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f41723-5783-4485-964e-543ec5f46d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-785362-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:43:00Z', 'updated_at': '2021-06-07T13:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59dab7-7551-4f01-adba-ad2d206838d1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-785362-2-smb'}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:48.419240 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8c05f-7523-47ee-80d3-610bace357d9 None None] Checking router: 91f41723-5783-4485-964e-543ec5f46d99 for host: dv-cinder-785362-2-smb {{(pid=91822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:47:48.427493 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8c05f-7523-47ee-80d3-610bace357d9 None None] Routers {'91f41723-5783-4485-964e-543ec5f46d99'} bound to L3 agent in host dv-cinder-785362-2-smb {{(pid=91822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:47:48.428078 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-f9d8c05f-7523-47ee-80d3-610bace357d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-785362-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:30:05Z,description=,heartbeat_timestamp=2021-06-07T13:47:35Z,host='dv-cinder-785362-2-smb',id=85c24abc-9de1-4dca-a6b2-018f2439f654,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:30:05Z,topic='l3_agent')) {'router_ids': ['91f41723-5783-4485-964e-543ec5f46d99'], 'active': True} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:48.434715 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Deleting port 6e074053-7939-441b-b428-70d2752da3b6 {{(pid=91819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:48.435058 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:48.561785 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.db [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] For port 6e074053-7939-441b-b428-70d2752da3b6, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=6e074053-7939-441b-b428-70d2752da3b6,segment=NetworkSegment(fef39b66-e54f-42c5-a52b-51d3ed34af9d),segment_id=fef39b66-e54f-42c5-a52b-51d3ed34af9d)] {{(pid=91819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:48.562159 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:48.608240 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_dvr_db [None req-f9d8c05f-7523-47ee-80d3-610bace357d9 None None] Set router 91f41723-5783-4485-964e-543ec5f46d99 gateway port host: None {{(pid=91822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:47:48.687833 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.plugins.ml2.plugin [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Calling delete_port for 6e074053-7939-441b-b428-70d2752da3b6 owned by network:router_gateway {{(pid=91819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:48.712563 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.l3_hamode_db [None req-f9d8c05f-7523-47ee-80d3-610bace357d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f41723-5783-4485-964e-543ec5f46d99', 'name': 'tempest-TestShelveInstance-1867761062-router', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:47:48Z', 'revision_number': 6, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'gw_port_host': None}], 'dv-cinder-785362-2-smb', False) {} {{(pid=91822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:48.716654 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8c05f-7523-47ee-80d3-610bace357d9 None None] The sync data for ids ['91f41723-5783-4485-964e-543ec5f46d99'] in dv-cinder-785362-2-smb is: [{'id': '91f41723-5783-4485-964e-543ec5f46d99', 'name': 'tempest-TestShelveInstance-1867761062-router', 'tenant_id': 'a77ba37caf924547bb54dec001f88a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:42:59Z', 'updated_at': '2021-06-07T13:47:48Z', 'revision_number': 6, 'project_id': 'a77ba37caf924547bb54dec001f88a16', 'gw_port_host': None}] {{(pid=91822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:47:48.830977 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27870709'] for port, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:48.835086 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-cd27f838-3144-4afc-a16b-4ac77cdaaae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:48.875105 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e074053-7939-441b-b428-70d2752da3b6,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:48.878637 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:48.969278 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663371'] for router_gateway, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.146965 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15107'] for router, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.149341 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.170700 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611026'] for router, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.171173 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91f41723-5783-4485-964e-543ec5f46d99 {{(pid=91819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:47:49.178794 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] Notify callbacks [] for router, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.179910 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-1b20a084-1236-4a9d-9acb-c2b21183ee2e admin admin] 10.222.0.50 "DELETE /v2.0/routers/91f41723-5783-4485-964e-543ec5f46d99 HTTP/1.1" status: 204 len: 168 time: 1.2653956 Jun 07 13:47:49.182426 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52366) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:49.453261 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db9bba7-8aa0-4759-9381-6e5cf29d6a33 admin admin] Deleting subnet 45b29748-92dc-4e5b-b4ae-5ea88ee8231b {{(pid=91819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:47:49.456357 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6db9bba7-8aa0-4759-9381-6e5cf29d6a33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.508372 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6db9bba7-8aa0-4759-9381-6e5cf29d6a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27891217'] for subnet, precommit_delete_associations {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.586644 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6db9bba7-8aa0-4759-9381-6e5cf29d6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3837170'] for subnet, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.647864 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 4a8e89a2-15cb-45af-a06e-7f91b98b4163 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:47:49.657312 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6db9bba7-8aa0-4759-9381-6e5cf29d6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3837165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27870470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1929117'] for subnet, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.661969 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:49.701983 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9bba7-8aa0-4759-9381-6e5cf29d6a33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b29748-92dc-4e5b-b4ae-5ea88ee8231b,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:49.705039 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-6db9bba7-8aa0-4759-9381-6e5cf29d6a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:49.706147 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-6db9bba7-8aa0-4759-9381-6e5cf29d6a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for subnet, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.708158 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-6db9bba7-8aa0-4759-9381-6e5cf29d6a33 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/45b29748-92dc-4e5b-b4ae-5ea88ee8231b HTTP/1.1" status: 204 len: 168 time: 0.5247545 Jun 07 13:47:49.710758 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52370) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:49.749020 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f651d37-bfde-4bd7-b67f-d6e97d01ab1a None None] Network dae47367-12cc-49dd-a899-9bf82456d097 requested from dv-cinder-785362-2-smb {{(pid=91821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:47:49.763383 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 4a8e89a2-15cb-45af-a06e-7f91b98b4163 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:47:49.763665 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 4a8e89a2-15cb-45af-a06e-7f91b98b4163 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:47:49.764087 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 6e074053-7939-441b-b428-70d2752da3b6 no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:47:49.810261 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 6e074053-7939-441b-b428-70d2752da3b6 {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:47:49.810615 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 6e074053-7939-441b-b428-70d2752da3b6 not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:47:49.821297 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734132'] for network, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.891499 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Deleting port 03db5cb4-5ea3-43a1-8669-af332cb2199c {{(pid=91820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:49.891859 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:49.991601 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.db [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] For port 03db5cb4-5ea3-43a1-8669-af332cb2199c, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=03db5cb4-5ea3-43a1-8669-af332cb2199c,segment=NetworkSegment(753c3e11-96f8-4e13-bee8-992ba4ca1e39),segment_id=753c3e11-96f8-4e13-bee8-992ba4ca1e39)] {{(pid=91820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:49.991966 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.017698 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5cae87-54d6-4f79-a942-09da38bf788a None None] DHCP port deletion for dae47367-12cc-49dd-a899-9bf82456d097 request from dv-cinder-785362-2-smb {{(pid=91821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 13:47:50.082137 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8d5cae87-54d6-4f79-a942-09da38bf788a None None] Deleting port 03db5cb4-5ea3-43a1-8669-af332cb2199c {{(pid=91821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:47:50.082535 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8d5cae87-54d6-4f79-a942-09da38bf788a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779133231571'] for port, before_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.113929 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.plugin [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Calling delete_port for 03db5cb4-5ea3-43a1-8669-af332cb2199c owned by network:dhcp {{(pid=91820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:50.163016 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1293750'] for port, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.166805 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-97c0981e-7aae-460a-8242-1d5a00f574af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:50.181536 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.db [None req-8d5cae87-54d6-4f79-a942-09da38bf788a None None] For port 03db5cb4-5ea3-43a1-8669-af332cb2199c, host dv-cinder-785362-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-785362-2-smb',level=0,port_id=03db5cb4-5ea3-43a1-8669-af332cb2199c,segment=NetworkSegment(753c3e11-96f8-4e13-bee8-992ba4ca1e39),segment_id=753c3e11-96f8-4e13-bee8-992ba4ca1e39)] {{(pid=91821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:47:50.182083 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8d5cae87-54d6-4f79-a942-09da38bf788a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599182'] for port, precommit_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.207722 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Pushing event deleted for resources: {'Port': ['ID=03db5cb4-5ea3-43a1-8669-af332cb2199c,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:50.212226 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:50.214374 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] No DVR routers for this DVR port 03db5cb4-5ea3-43a1-8669-af332cb2199c on host dv-cinder-785362-2-smb {{(pid=91820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:47:50.306553 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-8d5cae87-54d6-4f79-a942-09da38bf788a None None] Calling delete_port for 03db5cb4-5ea3-43a1-8669-af332cb2199c owned by network:dhcp {{(pid=91821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:47:50.327080 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867773', 'neutron.services.segments.db._delete_segments_for_network-8779133001373'] for network, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.340087 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae47367-12cc-49dd-a899-9bf82456d097']}} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:50.348463 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-8d5cae87-54d6-4f79-a942-09da38bf788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3895694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-720530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779133236179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779132734576'] for port, after_delete {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.352096 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753c3e11-96f8-4e13-bee8-992ba4ca1e39') {'for_net_delete': True} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:50.352382 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.services.segments.db [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753c3e11-96f8-4e13-bee8-992ba4ca1e39') {} {{(pid=91820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:47:50.352869 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8dabe101-2f39-433a-8727-bbf6e2e0f364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:50.363372 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779133005240', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27816299'] for segment, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.379067 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447'] for segment, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.385873 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=91820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:47:50.386394 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3854447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1293795'] for segment, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: Traceback (most recent call last): Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: timer() Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: cb(*args, **kw) Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: return func(*args, **kwargs) Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: self._notify() Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: self.callback(batched_events) Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: event.method(event) Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: return f(self, *a, **k) Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: return self._get(url).json() Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: return self.request(url, 'GET', **kwargs) Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:47:50.399776 dv-cinder-785362-2-smb neutron-server[91820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:47:50.402391 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5cae87-54d6-4f79-a942-09da38bf788a None None] No DVR routers for this DVR port 03db5cb4-5ea3-43a1-8669-af332cb2199c on host dv-cinder-785362-2-smb {{(pid=91821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:47:50.404896 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cae87-54d6-4f79-a942-09da38bf788a None None] Pushing event deleted for resources: {'Port': ['ID=03db5cb4-5ea3-43a1-8669-af332cb2199c,revision_number=None']} {{(pid=91821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:50.407293 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG oslo_concurrency.lockutils [None req-8d5cae87-54d6-4f79-a942-09da38bf788a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:50.475893 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-703768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-720539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663376'] for network, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.479298 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-99d959fe-c3c8-4de5-bf33-b080def243b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:50.491891 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-720636'] for network, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.493652 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] 10.222.0.50 "DELETE /v2.0/networks/dae47367-12cc-49dd-a899-9bf82456d097 HTTP/1.1" status: 204 len: 168 time: 0.7818489 Jun 07 13:47:50.499363 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Pushing event deleted for resources: {'Network': ['ID=dae47367-12cc-49dd-a899-9bf82456d097,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:50.501569 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-eeda423e-a1fa-4c40-b80b-b0ca4497956c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:50.605600 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52374) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:50.654522 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-10e7f051-fa5a-44dc-9f85-f5146e5fb489 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab1edfe6a10249c7a84abb832e0821e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473411 Jun 07 13:47:50.656792 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52376) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:50.712257 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-acbbe312-dc39-4a98-bbae-98ca08c9736d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.737121 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-acbbe312-dc39-4a98-bbae-98ca08c9736d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.794297 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-acbbe312-dc39-4a98-bbae-98ca08c9736d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.796699 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron_lib.callbacks.manager [None req-acbbe312-dc39-4a98-bbae-98ca08c9736d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:50.797812 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-acbbe312-dc39-4a98-bbae-98ca08c9736d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0cbeaf9-03ae-464d-ba6b-a60a0e1aff30 HTTP/1.1" status: 204 len: 168 time: 0.1401434 Jun 07 13:47:50.798709 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-ab5aaf5a-757b-4fd8-95a1-9f47c161e349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:50.808992 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbe312-dc39-4a98-bbae-98ca08c9736d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cbeaf9-03ae-464d-ba6b-a60a0e1aff30,revision_number=None']} {{(pid=91820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:50.811438 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG oslo_concurrency.lockutils [None req-acbbe312-dc39-4a98-bbae-98ca08c9736d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:51.131934 dv-cinder-785362-2-smb neutron-server[91820]: DEBUG neutron.wsgi [-] (91820) accepted ('10.222.0.50', 52382) {{(pid=91820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:51.179745 dv-cinder-785362-2-smb neutron-server[91820]: INFO neutron.wsgi [None req-abd3d2ff-1d6a-4a88-81d3-bfdac252586e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a77ba37caf924547bb54dec001f88a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465991 Jun 07 13:47:51.182354 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.wsgi [-] (91819) accepted ('10.222.0.50', 52384) {{(pid=91819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:51.240206 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9570c470-5584-49f0-8be4-c8638f48dfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:51.264926 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9570c470-5584-49f0-8be4-c8638f48dfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:51.314885 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9570c470-5584-49f0-8be4-c8638f48dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703754'] for security_group, after_delete {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:51.317354 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron_lib.callbacks.manager [None req-9570c470-5584-49f0-8be4-c8638f48dfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:51.318537 dv-cinder-785362-2-smb neutron-server[91819]: INFO neutron.wsgi [None req-9570c470-5584-49f0-8be4-c8638f48dfc6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed62ad5e-5faa-4439-b0c2-d663f1529a3a HTTP/1.1" status: 204 len: 168 time: 0.1352379 Jun 07 13:47:51.319397 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-87196218-776b-48c2-9a99-ee7f5023669a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:51.328948 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570c470-5584-49f0-8be4-c8638f48dfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed62ad5e-5faa-4439-b0c2-d663f1529a3a,revision_number=None']} {{(pid=91819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:51.331566 dv-cinder-785362-2-smb neutron-server[91819]: DEBUG oslo_concurrency.lockutils [None req-9570c470-5584-49f0-8be4-c8638f48dfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:51.634743 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 03db5cb4-5ea3-43a1-8669-af332cb2199c no longer exists at agent ovs-agent-dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:47:51.670926 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] No Port match for: 03db5cb4-5ea3-43a1-8669-af332cb2199c {{(pid=91821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:47:51.671278 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron.plugins.ml2.rpc [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Device 03db5cb4-5ea3-43a1-8669-af332cb2199c not bound to the agent host dv-cinder-785362-2-smb {{(pid=91821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:48:02.536345 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-898b0dfd-9790-4766-aa5e-b8ae20eb8650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:05.045312 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:05.141336 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-fd48d073-f20e-4081-8d4f-a9e6446917fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:05.898455 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:07.913108 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:09.720190 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:23.539039 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:48:32.537039 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d9bb542e-02fe-49a0-be35-6c311b618a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:35.048474 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:35.143170 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-f68e957f-30f7-499c-b6aa-20aa14cdb27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:35.903876 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:37.918788 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:39.709393 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:00.538842 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:49:02.540947 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-aaae6974-bbe0-462c-aac6-a008428dee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:05.049601 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:05.146108 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ba3d1cd5-decf-4cb2-b9b6-884d97c1b90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:05.904434 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:07.919036 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:09.716443 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:32.542702 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5fc036c5-ebc1-42c4-8c53-b1377d3d09ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:35.050654 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:35.148634 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-d5c4590b-0dcc-40cd-91fd-8303e174e23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:35.907758 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:37.538596 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:49:37.921888 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:39.708871 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:02.544754 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-eb6691c8-4032-4154-b87a-8c003b0c98d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:05.054184 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:05.149165 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-641b4996-91aa-4a1e-b536-5852cd93860a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:05.910666 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:07.924065 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:09.707917 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:14.537642 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:50:32.546988 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-474ca3d3-4e81-4c87-83ac-39546e69902a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:35.056884 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:35.148952 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b96b2024-d842-4cc4-b253-129f24eabfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:35.912565 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:37.929091 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:39.720064 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:51.536397 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:51:02.548045 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-bf51252a-49ed-44eb-a1c8-6206b7e99075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:05.061508 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:05.152377 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-035cc25a-bb9b-42b0-ae01-ff5fa54a0aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:05.916071 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:07.931560 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:09.739804 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:28.535553 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:51:32.548489 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b00c49ff-1136-4686-b3b9-3e978f03121c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:35.063148 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:35.153958 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-0c37d6ed-a547-4820-bd5e-00225f9b8fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:35.918801 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:37.936071 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:39.745707 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:02.549540 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-ddc2e797-0457-4c54-85c4-ab7c4d03522f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:05.064685 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:05.154780 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-bc23aff4-1cfc-4800-8955-974afc184a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:05.534179 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:52:05.921717 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:07.936527 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:09.763067 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:32.552766 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-214205c6-2d4d-41f9-9a00-93dd2fb65fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:35.067449 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-b27d2f15-7a5f-4142-831c-2533c26d0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:35.154789 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-5081594d-02eb-4a72-9bc9-4aa2fb411f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:35.925946 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-77e6b542-f052-4306-97d5-9ee4ef98a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:37.940061 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-9e749258-d235-4b44-8bae-3e19b0e5ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:39.761005 dv-cinder-785362-2-smb neutron-server[91821]: DEBUG neutron_lib.callbacks.manager [None req-a3275a0f-5f8b-4340-9525-97496fbb62a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779133001355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3873971'] for agent, after_update {{(pid=91821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:42.533334 dv-cinder-785362-2-smb neutron-server[91822]: DEBUG neutron.db.agents_db [None req-f02fa17b-9043-4ea2-928d-49333e9c2a93 None None] Agent healthcheck: found 6 active agents {{(pid=91822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}